-- Logs begin at Thu 2021-11-04 12:43:33 UTC, end at Thu 2021-11-04 14:07:32 UTC. --
Nov 04 13:39:15.162695 dv-cinder-810367-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 04 13:39:17.354409 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.common.config [-] Logging enabled!
Nov 04 13:39:17.355082 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev50
Nov 04 13:39:17.355237 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83533) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 04 13:39:17.357469 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.common.config [-] Logging enabled!
Nov 04 13:39:17.357717 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev50
Nov 04 13:39:17.357997 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83533) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 04 13:39:17.358949 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 04 13:39:17.359185 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 04 13:39:17.359529 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 04 13:39:17.359774 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 04 13:39:17.359998 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 04 13:39:17.360317 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.360617 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.360915 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.361143 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.361442 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.361734 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.362040 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.362334 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.362631 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.362917 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.363197 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.363482 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.363718 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.363997 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.364285 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.364576 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.364798 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.365081 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.365508 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.365950 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.366230 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.366519 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.366793 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.367215 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.367357 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.367684 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] host                           = dv-cinder-810367-1-iscsi {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.367961 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.368250 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.368539 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.368827 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.369102 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.369381 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.369717 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.370193 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.370635 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.370922 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.371219 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.371517 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.371815 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.372042 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.372264 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.372550 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.372843 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.373123 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.373399 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.373683 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.373981 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.374258 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.374526 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.374812 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.375099 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.375384 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.375659 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.375934 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.376207 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.376480 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.376766 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.377043 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.377318 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.377594 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.377906 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.378180 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.378455 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.378755 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.379044 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.379329 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.379616 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.379891 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.380173 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.380445 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.380717 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.380990 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.381263 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.381534 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.381863 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.382113 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.382386 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.382660 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.382932 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.383219 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:17.383514 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.383817 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.384118 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.384401 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.384691 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.384976 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.385817 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.386099 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.386389 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.386678 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.386967 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.387243 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.387531 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.387825 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.388116 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.388391 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.388671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.388964 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.389244 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.389516 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.389822 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.390116 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.390414 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.390689 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.390989 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.391266 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.391539 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.391811 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.392088 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.392377 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.392653 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.392921 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.393190 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.393466 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.393737 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.394040 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.394322 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.394596 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.394868 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.395144 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.395414 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.395687 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.395963 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.396235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.396511 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.396781 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.397052 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.397322 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.397594 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.397933 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.398166 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.398437 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.398713 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.398983 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.399254 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.399526 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.399798 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.400070 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.400355 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.400650 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.401561 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.401985 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.402367 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.403012 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.403354 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.403638 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.403923 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.404212 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.404489 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.404783 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.405070 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.405359 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.405645 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.405960 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.406258 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.406541 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.406827 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.407108 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.407390 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.407677 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.407962 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.408256 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.408550 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.408843 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.409136 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.409429 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.409710 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.410042 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.410322 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:17.410536 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 04 13:39:17.410775 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83533) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 04 13:39:17.818536 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO keyring.backend [-] Loading KWallet
Nov 04 13:39:17.826443 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO keyring.backend [-] Loading SecretService
Nov 04 13:39:17.829618 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO keyring.backend [-] Loading Windows
Nov 04 13:39:17.830999 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO keyring.backend [-] Loading chainer
Nov 04 13:39:17.831584 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO keyring.backend [-] Loading macOS
Nov 04 13:39:17.866633 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:17.866905 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:17.867194 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:17.867533 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 04 13:39:18.178180 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.178391 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.178672 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.236763 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.237046 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.237318 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.240631 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.240910 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.241182 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.271528 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.271813 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.272081 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.301204 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.301483 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.301776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.626213 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f751c07da60> agent after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.626853 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f751c07da60> agent after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.626853 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f751c07daf0> segment precommit_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.627034 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f751c07db80> network precommit_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.627743 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f751c083d30> segment before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.754638 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> network before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.754959 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f751c0655e0> agent before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.755244 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> network before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.755515 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> port before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.755784 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> port before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.756092 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> segment after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.756357 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> segment precommit_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.756615 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> segment precommit_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.756869 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> segment after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.757149 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> network after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.757407 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> network precommit_delete 0 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.757670 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> port provisioning_complete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.757960 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.758214 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> rbac-policy after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.758479 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> agent after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.758748 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> subnet after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.759009 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> subnet precommit_delete 0 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.759281 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.759535 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.759815 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> segment_host_mapping after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.760711 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> port after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.761069 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> port after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.761359 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> port after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.761771 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.762028 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.762275 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f751cfadbb0>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.762666 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:18.762908 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:18.763145 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:18.763380 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:18.763615 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:18.763849 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:18.764406 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 04 13:39:18.767770 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 04 13:39:18.771819 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 04 13:39:18.775630 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Nov 04 13:39:18.778230 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 04 13:39:18.778616 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 04 13:39:18.778952 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 04 13:39:18.779341 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 04 13:39:18.782219 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 04 13:39:18.782471 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 04 13:39:18.782820 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 04 13:39:18.811157 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 04 13:39:18.811618 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f751c0383a0>> qos_plugin after_init 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.811918 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83533) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 04 13:39:18.812277 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f751c038640>> logging-plugin after_init 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.813687 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83533) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 04 13:39:18.814006 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 04 13:39:18.814252 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 04 13:39:18.817569 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f751bf09b20>> floatingip before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.817888 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f751bf09b20>> port before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:18.879276 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 04 13:39:18.879457 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 04 13:39:18.879659 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 04 13:39:18.880048 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 04 13:39:18.912885 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_db.sqlalchemy.engines [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83533) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 04 13:39:19.774260 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing driver for type 'gre'
Nov 04 13:39:19.774990 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] gre ID ranges: [(1, 1000)]
Nov 04 13:39:20.025301 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing driver for type 'local'
Nov 04 13:39:20.025585 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing driver for type 'vlan'
Nov 04 13:39:20.117212 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] VlanTypeDriver initialization complete
Nov 04 13:39:20.117641 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing driver for type 'vxlan'
Nov 04 13:39:20.118248 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] vxlan ID ranges: [(1, 1000)]
Nov 04 13:39:20.391548 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing extension driver 'port_security'
Nov 04 13:39:20.391807 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.extensions.port_security [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] PortSecurityExtensionDriver initialization complete
Nov 04 13:39:20.392149 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing mechanism driver 'openvswitch'
Nov 04 13:39:20.392488 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing mechanism driver 'hyperv'
Nov 04 13:39:20.399328 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.plugins.ml2.plugin [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:39:20.400107 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751be31f10>> port after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.400540 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751be31f10>> port after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.401549 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751be31f10>> port after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.402223 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751be31910>> subnet after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.402899 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751be31910>> subnet after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.403255 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751be31910>> subnet after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.403637 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917220>> network after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.403991 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917220>> network after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.404336 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917220>> network after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.404717 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917490>> security_group after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.405067 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917490>> security_group after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.405410 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917490>> security_group after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.405841 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917760>> security_group_rule after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.406171 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917760>> security_group_rule after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.406512 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f751b917760>> security_group_rule after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.406877 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] ML2 OVO RPC backend initialized. {{(pid=83533) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Nov 04 13:39:20.407546 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> router_interface after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.407905 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> router_interface after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.408325 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> network before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.408673 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> networks before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.409018 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> port before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.409360 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> ports before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.409708 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> subnet before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.410082 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> subnets before_response 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.410431 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> network after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.410773 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> network after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.411111 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> network after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.411449 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> port after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.411786 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> port after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.412121 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> port after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.412485 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> subnet after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.412825 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> subnet after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.413234 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f751b9179d0>> subnet after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.414094 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.plugin [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Modular L2 Plugin initialization complete
Nov 04 13:39:20.420782 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading services supported by the core plugin {{(pid=83533) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 04 13:39:20.420782 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.plugins.ml2.managers [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Got port-security extension from driver 'port_security'
Nov 04 13:39:20.420782 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.extensions.vlantransparent [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Disabled vlantransparent extension.
Nov 04 13:39:20.420782 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83533) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 04 13:39:20.420782 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: router
Nov 04 13:39:20.457935 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router_interface before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.458331 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router after_create 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.458817 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router before_create 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.459189 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router_interface before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.459559 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router_interface after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.459917 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router after_delete 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.460277 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> floatingip after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.460639 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router after_create 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.460986 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router after_update 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.461338 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router after_update 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.461709 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router_gateway after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.462095 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router after_update 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.462507 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router precommit_update 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.462877 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f751be90ee0> port after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.463909 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f751be90dc0> port after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.464250 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f751be90e50> subnet after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.464747 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f751be90f70> subnetpool_address_scope after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.465112 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> port precommit_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.465466 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router precommit_create 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.465844 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f751be75e50> port before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.466193 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router precommit_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.466552 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router after_update 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.466897 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router precommit_delete 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.467250 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router precommit_create 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.467622 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router_interface after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.467976 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> router precommit_update 55549900 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.468343 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> agent after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.468693 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> agent after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.469039 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f751b917c40>> network after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.470027 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Tracking information for resource: router configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:20.470365 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Tracking information for resource: floatingip configured {{(pid=83533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 04 13:39:20.480688 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.db.l3_agentschedulers_db [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 04 13:39:20.481261 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f751b891700> port after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.481646 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f751b8915e0> port after_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.482026 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function _notify_port_delete at 0x7f751b891670> port after_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.482379 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f751b8919d0> port after_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.483181 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f751b8484f0>> router before_create 55550100 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.483547 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f751b8484f0>> router precommit_delete 55550100 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.483931 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f751b8484f0>> router precommit_create 55550100 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.484340 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f751b8484f0>> router precommit_update 55550100 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.488858 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.services.provider_configuration [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service providers = [] {{(pid=83533) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 04 13:39:20.489226 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.db.servicetype_db [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83533) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 04 13:39:20.492447 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.services.service_base [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 04 13:39:20.492797 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.services.service_base [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 04 13:39:20.493141 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.services.service_base [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 04 13:39:20.494061 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.services.service_base [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 04 13:39:20.494437 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.services.service_base [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 04 13:39:20.495077 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.495505 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 04 13:39:20.516881 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.517222 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: auto_allocate
Nov 04 13:39:20.523416 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f751b7fbe50> network precommit_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.523792 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f751b7fbe50> network precommit_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.524342 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.524796 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: tag
Nov 04 13:39:20.532784 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.533117 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: timestamp
Nov 04 13:39:20.537093 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.537418 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: network_ip_availability
Nov 04 13:39:20.548911 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f751b85ebe0>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.549276 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f751b85ebe0>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.549628 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f751b85ebe0>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.550466 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.550783 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: flavors
Nov 04 13:39:20.555797 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.556125 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading Plugin: revisions
Nov 04 13:39:20.560420 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 04 13:39:20.560806 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_concurrency.lockutils [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.694s {{(pid=83533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:20.561569 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83533) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Nov 04 13:39:20.561931 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Initializing extension manager.
Nov 04 13:39:20.562426 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: __init__.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.562764 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: __pycache__ {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.563095 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.563422 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.563746 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: _filter_validation_lib.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.564070 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.564388 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: address_group.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.565148 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.565711 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: address-group
Nov 04 13:39:20.566051 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: address_scope.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.566753 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.567250 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: address-scope
Nov 04 13:39:20.567565 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: admin_state_down_before_update.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.568493 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.569027 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: router-admin-state-down-before-update
Nov 04 13:39:20.569343 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: agent.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.570069 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.570561 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: agent
Nov 04 13:39:20.570874 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: agent_resources_synced.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.571781 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.572276 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: agent-resources-synced
Nov 04 13:39:20.572599 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: allowedaddresspairs.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.574468 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.574985 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: allowed-address-pairs
Nov 04 13:39:20.575305 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: auto_allocated_topology.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.576370 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.576881 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: auto-allocated-topology
Nov 04 13:39:20.577203 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: availability_zone.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.577929 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.578430 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: availability_zone
Nov 04 13:39:20.578749 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: availability_zone_filter.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.579650 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.580154 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: availability_zone_filter
Nov 04 13:39:20.580499 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: data_plane_status.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.581391 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.581915 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension data-plane-status not supported by any of loaded plugins
Nov 04 13:39:20.582234 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: default_subnetpools.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.583137 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.583634 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: default-subnetpools
Nov 04 13:39:20.583949 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: dhcpagentscheduler.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.584721 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.585213 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: dhcp_agent_scheduler
Nov 04 13:39:20.585528 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: dns.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.586461 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.586960 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension dns-integration not supported by any of loaded plugins
Nov 04 13:39:20.587279 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: dns_domain_ports.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.588178 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.589270 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 04 13:39:20.589585 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: dvr.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.590271 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.590761 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: dvr
Nov 04 13:39:20.591074 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: empty_string_filtering.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.591981 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.592468 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: empty-string-filtering
Nov 04 13:39:20.592783 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.593679 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.594204 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 04 13:39:20.594518 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.595416 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.595908 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 04 13:39:20.596225 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: external_net.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.597118 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.597616 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: external-net
Nov 04 13:39:20.597959 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: extra_dhcp_opt.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.598866 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.599367 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: extra_dhcp_opt
Nov 04 13:39:20.599680 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: extraroute.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.600587 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.601087 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: extraroute
Nov 04 13:39:20.601401 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: extraroute_atomic.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.602452 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.602955 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: extraroute-atomic
Nov 04 13:39:20.603269 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: filter_validation.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.604521 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.605097 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: filter-validation
Nov 04 13:39:20.605408 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: fip_pf_description.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.606517 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.607020 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 04 13:39:20.607334 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: fip_port_details.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.608233 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.608744 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: fip-port-details
Nov 04 13:39:20.609050 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: flavors.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.610321 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.610821 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: flavors
Nov 04 13:39:20.611140 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.612776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.613287 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 04 13:39:20.613610 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: floatingip_pools.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.614331 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.614828 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: floatingip-pools
Nov 04 13:39:20.615144 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: ip_allocation.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.616056 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.616549 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension ip_allocation not supported by any of loaded plugins
Nov 04 13:39:20.616866 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.617797 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.618301 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: ip-substring-filtering
Nov 04 13:39:20.618620 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l2_adjacency.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.619582 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.620128 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 04 13:39:20.620442 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l3.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.621389 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.621927 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: router
Nov 04 13:39:20.622247 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l3_conntrack_helper.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.624452 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.624969 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 04 13:39:20.625295 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.626311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.626818 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: ext-gw-mode
Nov 04 13:39:20.627138 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.628043 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.628548 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: l3-ha
Nov 04 13:39:20.628865 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l3_flavors.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.629796 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.630297 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: l3-flavors
Nov 04 13:39:20.630690 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.631614 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.632110 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 04 13:39:20.632426 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: l3agentscheduler.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.633432 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.633959 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: l3_agent_scheduler
Nov 04 13:39:20.634282 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: logging.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.635837 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.636340 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension logging not supported by any of loaded plugins
Nov 04 13:39:20.636663 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: metering.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.637401 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.638004 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: metering
Nov 04 13:39:20.638324 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.639425 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.639934 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: metering_source_and_destination_fields
Nov 04 13:39:20.640254 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: multiprovidernet.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.641291 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.641873 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: multi-provider
Nov 04 13:39:20.642151 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: netmtu.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.643061 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.643559 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: net-mtu
Nov 04 13:39:20.643877 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: netmtu_writable.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.644783 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.645279 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: net-mtu-writable
Nov 04 13:39:20.645596 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: network_availability_zone.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.646282 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.646777 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: network_availability_zone
Nov 04 13:39:20.647091 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: network_ip_availability.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.648175 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.648681 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: network-ip-availability
Nov 04 13:39:20.648997 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: network_segment_range.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.649762 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.650274 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension network-segment-range not supported by any of loaded plugins
Nov 04 13:39:20.650588 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: pagination.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.652173 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.652781 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: pagination
Nov 04 13:39:20.653094 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.654039 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.654541 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: port-mac-address-regenerate
Nov 04 13:39:20.654855 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: port_resource_request.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.655752 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.656248 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension port-resource-request not supported by any of loaded plugins
Nov 04 13:39:20.656560 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: portbindings.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.657461 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.657985 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: binding
Nov 04 13:39:20.658300 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: portbindings_extended.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.659576 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.660076 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: binding-extended
Nov 04 13:39:20.660401 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: portsecurity.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.661300 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.661833 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: port-security
Nov 04 13:39:20.662153 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: project_id.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.663111 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.663438 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: project-id
Nov 04 13:39:20.663750 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: providernet.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.664655 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.665157 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: provider
Nov 04 13:39:20.665473 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.669548 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.670079 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos not supported by any of loaded plugins
Nov 04 13:39:20.670412 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.671650 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.672154 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 04 13:39:20.672477 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.673386 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.673919 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 04 13:39:20.674243 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_default.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.675152 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.675654 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-default not supported by any of loaded plugins
Nov 04 13:39:20.675976 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_fip.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.676654 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.677146 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-fip not supported by any of loaded plugins
Nov 04 13:39:20.677464 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_gateway_ip.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.678402 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.678904 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 04 13:39:20.679221 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_port_network_policy.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.680122 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.680624 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 04 13:39:20.680941 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_rule_type_details.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.681876 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.682403 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 04 13:39:20.682851 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: qos_rules_alias.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.683889 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.684391 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 04 13:39:20.684710 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: quotasv2.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.685581 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.685927 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: quotas
Nov 04 13:39:20.686243 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: quotasv2_detail.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.687970 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.688308 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: quota_details
Nov 04 13:39:20.688639 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: rbac.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.689672 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.690211 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: rbac-policies
Nov 04 13:39:20.690539 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: rbac_address_scope.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.691454 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.691958 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: rbac-address-scope
Nov 04 13:39:20.692280 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: rbac_security_groups.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.693188 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.693688 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: rbac-security-groups
Nov 04 13:39:20.694030 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: rbac_subnetpool.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.694929 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.695429 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: rbac-subnetpool
Nov 04 13:39:20.695748 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: revisionifmatch.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.696652 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.697154 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: revision-if-match
Nov 04 13:39:20.697475 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: revisions.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.698768 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.699270 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: standard-attr-revisions
Nov 04 13:39:20.699589 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: router_availability_zone.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.700288 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.700797 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: router_availability_zone
Nov 04 13:39:20.701115 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: routerservicetype.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.702061 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.702560 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension router-service-type not supported by any of loaded plugins
Nov 04 13:39:20.702876 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: security_groups_port_filtering.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.703778 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.704280 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: port-security-groups-filtering
Nov 04 13:39:20.704597 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: securitygroup.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.716010 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.716524 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: security-group
Nov 04 13:39:20.716849 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: segment.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.717623 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.718162 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension segment not supported by any of loaded plugins
Nov 04 13:39:20.718485 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.719416 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.719919 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 04 13:39:20.720240 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: servicetype.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.721338 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.721877 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: service-type
Nov 04 13:39:20.722198 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: sorting.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.723168 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.723492 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: sorting
Nov 04 13:39:20.723810 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: standard_attr_segment.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.724721 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.725220 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 04 13:39:20.725536 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: standardattrdescription.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.726200 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.726695 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: standard-attr-description
Nov 04 13:39:20.727011 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: stateful_security_group.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.727940 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.728444 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: stateful-security-group
Nov 04 13:39:20.728762 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: stdattrs_common.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.729389 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 04 13:39:20.729701 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.730655 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.731156 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 04 13:39:20.731473 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: subnet_onboard.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.732615 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.733127 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: subnet_onboard
Nov 04 13:39:20.733444 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.734393 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.734896 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 04 13:39:20.735213 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: subnet_service_types.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.736126 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.736634 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: subnet-service-types
Nov 04 13:39:20.736948 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: subnetallocation.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.738040 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.738545 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: subnet_allocation
Nov 04 13:39:20.738862 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.739523 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.740018 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: subnetpool-prefix-ops
Nov 04 13:39:20.740339 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.741259 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.741765 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 04 13:39:20.742097 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: tagging.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.743179 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.743692 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: standard-attr-tag
Nov 04 13:39:20.744012 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: timestamp.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.745729 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.746258 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loaded extension: standard-attr-timestamp
Nov 04 13:39:20.746574 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: trunk.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.747595 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.748100 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension trunk not supported by any of loaded plugins
Nov 04 13:39:20.748416 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: trunk_details.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.749319 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.749859 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension trunk-details not supported by any of loaded plugins
Nov 04 13:39:20.750179 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: uplink_status_propagation.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.751134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.751632 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 04 13:39:20.751948 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Loading extension file: vlantransparent.py {{(pid=83533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 04 13:39:20.752615 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 04 13:39:20.753109 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 04 13:39:20.755376 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:network
Nov 04 13:39:20.756097 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:subnet
Nov 04 13:39:20.756871 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 04 13:39:20.757459 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:port
Nov 04 13:39:20.758820 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.759242 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service FLAVORS assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.759857 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.760894 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.761272 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:router
Nov 04 13:39:20.761951 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:floatingip
Nov 04 13:39:20.762653 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service METERING assigned prefix: /metering {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.764069 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f751b72f880>> rbac-policy before_create 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.764429 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f751b72f880>> rbac-policy before_update 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.764771 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f751b72f880>> rbac-policy before_delete 55550000 {{(pid=83533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:39:20.765910 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of CountableResource for resource:rbac_policy
Nov 04 13:39:20.766337 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:security_group
Nov 04 13:39:20.766965 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 04 13:39:20.767703 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service CORE assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.768027 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 04 13:39:20.768367 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] subnetpool is already registered
Nov 04 13:39:20.768971 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service CORE assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.769293 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 04 13:39:20.769614 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] subnetpool is already registered
Nov 04 13:39:20.772123 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.772542 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service FLAVORS assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.773120 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.773534 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.773895 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:router
Nov 04 13:39:20.774219 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] router is already registered
Nov 04 13:39:20.774804 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:floatingip
Nov 04 13:39:20.775414 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] floatingip is already registered
Nov 04 13:39:20.775859 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service METERING assigned prefix: /metering {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.776595 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of CountableResource for resource:rbac_policy
Nov 04 13:39:20.776920 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] rbac_policy is already registered
Nov 04 13:39:20.777718 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:security_group
Nov 04 13:39:20.778063 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] security_group is already registered
Nov 04 13:39:20.778640 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 04 13:39:20.778963 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] security_group_rule is already registered
Nov 04 13:39:20.779612 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service CORE assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.779934 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 04 13:39:20.780258 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] subnetpool is already registered
Nov 04 13:39:20.780855 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.v2.resource_helper [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Service CORE assigned prefix:  {{(pid=83533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 04 13:39:20.781174 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Creating instance of TrackedResource for resource:subnetpool
Nov 04 13:39:20.781500 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING neutron.quota.resource_registry [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] subnetpool is already registered
Nov 04 13:39:20.782161 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: extensions {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.783639 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: address-groups {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.785209 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: address-scopes {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.786425 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: agents {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.787575 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: auto-allocated-topology {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.788796 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: availability_zones {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.790122 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: dhcp-networks {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.792125 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: dhcp-agents {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.793564 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: routers {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.795356 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: flavors {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.796503 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: service_profiles {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.797670 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: next_providers {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.799196 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: service_profiles {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.800623 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: floatingip-pools {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.801816 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: routers {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.803594 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: floatingips {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.804765 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: l3-routers {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.806150 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: l3-agents {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.808191 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: metering-labels {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.810336 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: metering-label-rules {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.811593 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: network-ip-availabilities {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.812805 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: bindings {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.814464 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: quotas {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.815953 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: quotas {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.817343 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: rbac-policies {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.818639 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: security-groups {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.819832 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: security-group-rules {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.821030 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: service-providers {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.822266 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: subnetpools {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.823898 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: subnetpools {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.825318 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.826999 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.828755 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.830540 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.832276 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.834182 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.835675 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.837496 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.839537 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.841354 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron.api.extensions [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Extended resource: tags {{(pid=83533) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 04 13:39:20.847370 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING keystonemiddleware.auth_token [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 04 13:39:20.852141 dv-cinder-810367-1-iscsi neutron-server[83533]: WARNING keystonemiddleware.auth_token [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 04 13:39:20.861216 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_concurrency.lockutils [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Acquired lock "singleton_lock" {{(pid=83533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 04 13:39:20.861699 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_concurrency.lockutils [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Releasing lock "singleton_lock" {{(pid=83533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 04 13:39:20.862330 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO oslo_service.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Starting 2 workers
Nov 04 13:39:20.866864 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Started child 83644 {{(pid=83533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 04 13:39:20.871577 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Started child 83645 {{(pid=83533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 04 13:39:20.872969 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:20.873491 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO neutron.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Neutron service started, listening on 0.0.0.0:9696
Nov 04 13:39:20.873778 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Notify callbacks [] for process, before_spawn {{(pid=83533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:20.874490 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [-] (83644) wsgi starting up on http://0.0.0.0:9696
Nov 04 13:39:20.876077 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:20.876570 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO oslo_service.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Starting 1 workers
Nov 04 13:39:20.877564 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [-] (83645) wsgi starting up on http://0.0.0.0:9696
Nov 04 13:39:20.881121 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Started child 83646 {{(pid=83533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 04 13:39:20.881656 dv-cinder-810367-1-iscsi neutron-server[83533]: INFO oslo_service.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Starting 1 workers
Nov 04 13:39:20.884704 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] calling RpcWorker wait() {{(pid=83646) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 04 13:39:20.885824 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] returning from RpcWorker wait() {{(pid=83646) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 04 13:39:20.886018 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Started child 83647 {{(pid=83533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 04 13:39:20.886805 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG neutron_lib.callbacks.manager [None req-2ec651b0-d615-490f-b4f8-38cc370a150d None None] Notify callbacks [] for process, after_spawn {{(pid=83533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:20.887079 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:20.887788 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:39:20.888739 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 04 13:39:20.888943 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 04 13:39:20.889121 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 04 13:39:20.889322 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 04 13:39:20.889651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 04 13:39:20.889927 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 04 13:39:20.890434 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.890726 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.891000 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.891091 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:20.891716 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.891716 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.892045 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:39:20.892203 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.892341 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.892568 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.892838 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.893087 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.893252 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.893413 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.893656 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.893924 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.894213 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.894475 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.894721 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.894996 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.895157 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.895419 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.895670 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.895909 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.896165 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.896412 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.896866 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.897092 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.897337 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.897579 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.897858 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.898089 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.898359 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.898570 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.898812 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.899030 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.899301 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.899530 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.899761 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.900018 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.900233 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.900731 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] host                           = dv-cinder-810367-1-iscsi {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.900997 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.901246 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.901490 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.901731 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.901959 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.902147 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.902658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.902905 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.903155 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.903373 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.903606 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.903880 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.904060 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.904305 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.904457 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.904691 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.904963 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.905219 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.905402 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.905561 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.905730 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.906021 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.906179 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.906431 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.906659 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.906915 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.907067 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.907307 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.907561 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.907801 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.908008 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.908222 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.908455 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.908704 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.908956 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.909176 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.909414 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.909643 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.909878 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.910103 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.910310 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.910542 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.910765 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.910977 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.911212 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.911460 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.911707 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.911945 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.912177 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.912397 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.912616 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.912823 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.913077 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.913301 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.913543 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.913883 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.914092 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.914475 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.914689 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.915154 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.915570 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.916118 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.916854 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.917132 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.917384 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.917719 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.917992 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.918211 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.918456 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.918859 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.919164 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.919493 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.919737 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.919966 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.920199 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.920443 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.920657 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.920903 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.921125 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.921423 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.921661 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.922001 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.922266 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.922531 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.96/identity {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.922785 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.923015 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.923261 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.923469 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.923696 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.923908 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.924139 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.924403 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.924619 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.924829 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.925045 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.925268 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.925479 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.925737 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.925996 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.926256 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.926500 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.926736 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.926956 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.927188 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.927402 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.927615 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.927870 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.928102 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.928333 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.928703 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.928796 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.929716 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.929716 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.929716 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.929716 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940146 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.940651 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941134 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.941605 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.942671 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.943115 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.943179 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.943878 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.943878 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.944199 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.944199 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.944577 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.944886 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.945148 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.945418 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.945694 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.946034 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.946268 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.946521 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.946782 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.947015 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.947275 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.947568 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.947966 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.948219 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.948529 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.948785 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.949007 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.949264 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.949482 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.950571 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.950571 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.950571 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.950571 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.951506 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.951696 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.951938 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.952206 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.953340 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.953340 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.953340 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.953340 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.96/identity {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.953856 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.953856 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.953856 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.954091 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.954320 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.954549 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.954767 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.954981 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.955309 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.955448 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.956517 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.956517 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.956517 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.956517 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.956517 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.957714 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.957714 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.957714 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.957714 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.957714 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.958437 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.958437 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.958437 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.958437 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.958958 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.958958 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.959540 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.959540 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.959540 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.959930 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.960043 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.960220 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.960479 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.960732 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.960939 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.961155 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.961372 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.961647 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.961871 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.962025 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.962492 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.962755 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.962978 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.963420 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.963745 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.963986 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.964204 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.964418 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.964657 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.964871 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.965105 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.965321 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.965555 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.965831 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.966055 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.966294 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.966503 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.966731 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.966960 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.967198 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.967410 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.967683 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.967891 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.968100 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.968400 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.968639 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.968865 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.969109 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.969370 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.969594 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.969824 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.970060 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.970245 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.970450 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.970745 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.970987 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.971206 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.971502 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.971730 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.971952 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.972199 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.972503 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.972730 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.973003 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.973238 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.973468 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.973685 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.973967 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.974286 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.974564 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.974807 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.975037 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.975322 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.975607 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.975872 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.976102 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.976402 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.976719 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.977024 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.977280 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.977502 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.977950 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.978149 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.978307 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.978539 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.978771 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.979618 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.979818 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.980060 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.980283 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.980420 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.980642 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.980910 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.981075 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.981301 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.981515 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.981724 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:20.982041 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 04 13:39:20.982404 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 04 13:39:20.982549 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 04 13:39:20.982695 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 04 13:39:20.982839 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 04 13:39:20.983005 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 04 13:39:20.983148 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 04 13:39:20.983340 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.983483 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.983638 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.983788 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.983939 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.984087 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.984227 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.984362 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.984508 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.984642 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.984799 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.984942 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.985077 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.985221 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.985366 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.985520 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.985735 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.985902 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.986036 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.986171 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.986305 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.986439 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.986573 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.986720 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.986856 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987020 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987152 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987287 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987429 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987561 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987691 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987820 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.987966 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.988117 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.988270 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.988424 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.988576 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.988728 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.988880 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.989033 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] host                           = dv-cinder-810367-1-iscsi {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.989183 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.989335 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.989488 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.989663 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.989813 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.989958 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.990107 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.990261 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.990413 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.990566 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.990721 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.990873 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.991025 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.991177 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.991328 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.991528 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.991666 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.991797 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992008 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992157 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992292 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992374 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992497 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992637 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992790 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.992947 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.993101 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.993475 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.993475 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.993739 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.993739 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.993929 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.994000 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.994126 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.994279 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.994433 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.994637 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.995302 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.995447 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.995595 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.995759 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.995907 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.996044 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.996159 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.996351 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.996497 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.996637 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.996769 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.996905 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.997045 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.997193 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.997339 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.997470 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.997601 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.997730 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.997910 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.998042 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.998173 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.998305 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.998433 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.998592 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.998743 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.998898 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.999043 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.999185 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.999316 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.999467 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.999619 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.999846 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 04 13:39:20.999979 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.000110 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.000241 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.000373 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.000511 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.000663 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.000819 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.000964 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.001119 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.001275 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.001440 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.001595 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.001814 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.001942 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.002126 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.96/identity {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.002229 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.002384 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.002540 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.002697 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.002853 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.003014 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.003173 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.003326 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.003482 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.003637 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.003793 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.003948 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.004105 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.004261 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.004417 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.004573 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.004738 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.004874 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.005030 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.005186 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.005342 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.005499 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.005656 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.005833 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.005989 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.006155 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.006314 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.006470 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.006626 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.006782 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.006937 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.007092 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.007247 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.007406 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.007589 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.007743 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.007912 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.008068 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.008224 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.008379 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.008575 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.008672 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.008829 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.008985 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.009140 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.009294 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.009449 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.009604 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.009774 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.009934 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.010123 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.010566 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.010566 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.010787 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.011051 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.011318 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.011501 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.011660 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.011816 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.011981 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.012153 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.012310 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.012466 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.012621 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.012776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.012944 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.013822 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.013822 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.013822 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.013822 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.013822 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.014488 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.014488 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.014488 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.014899 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.014899 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.014899 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.015361 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.015361 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.015675 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.015777 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.015857 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.016005 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.016161 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.016472 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.016602 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.016834 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.016994 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.017180 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.017301 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.017464 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.017868 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.017868 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.018036 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.018108 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.018243 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.018399 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.018556 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.018712 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.018867 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.019023 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.019178 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.019343 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.019510 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.019667 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.019823 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.019994 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.020159 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.020314 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.020474 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.020630 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.020786 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.020940 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.021096 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.021252 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.021408 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.021564 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.021786 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.021910 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.96/identity {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.022071 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.022225 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.022381 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.022542 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.022695 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.022875 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.023011 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.023167 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.023323 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.023478 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.028484 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.029658 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030235 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.030821 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031311 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.031776 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.032115 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.032115 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.032248 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.032333 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.032457 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.032625 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.032971 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.033104 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.033258 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.033414 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.033583 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.033760 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.033919 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.034083 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.034241 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.034398 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.034554 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.034722 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.034877 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.035038 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.035196 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.035351 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.035509 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.035666 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.035826 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.035992 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.036159 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.036346 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.036480 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.036660 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.036811 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.036966 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.037128 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.037297 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.037448 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.037604 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.037774 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.037935 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.038090 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.038246 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.038401 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.038588 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.038741 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.038901 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.039003 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.039158 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.039464 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.039464 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.039634 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.039758 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.039913 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.040157 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.040319 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 04 13:39:21.040447 dv-cinder-810367-1-iscsi neutron-server[83533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 04 13:39:21.068998 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:39:21.346341 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 53172) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:21.355993 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [-] 10.222.0.96 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0072935
Nov 04 13:39:32.108204 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e38ba-d988-495b-a87b-c66e7ade37f3 None None] get_active_networks_info from dv-cinder-810367-1-iscsi {{(pid=83646) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 04 13:39:32.172894 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e38ba-d988-495b-a87b-c66e7ade37f3 None None] No non-hosted networks {{(pid=83646) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 04 13:39:32.185067 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.agentschedulers_db [None req-191e38ba-d988-495b-a87b-c66e7ade37f3 None None] DHCP Agent not found on host dv-cinder-810367-1-iscsi {{(pid=83646) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 04 13:39:32.428327 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-521d9e27-3eda-4fd4-a6f0-4dec027319b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499089'] for agent, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:32.615874 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499089'] for agent, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:32.618435 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.618966 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.623207 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.629214 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.629214 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.629214 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.629214 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.629214 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.630617 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.630617 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.630617 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:32.630617 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f751b475490>, 'Open vSwitch agent', 'dv-cinder-810367-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:39:32.637924 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f751b354e50>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810367-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:39:34.334954 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-551e57a4-1379-40fd-b7b7-f7fea973d4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499089'] for agent, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:34.380654 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-f9c69b53-99ae-4735-8b9c-f7f3d23fd8fe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-810367-1-iscsi {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 13:39:34.381335 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-f9c69b53-99ae-4735-8b9c-f7f3d23fd8fe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 13:39:35.000032 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f9c69b53-99ae-4735-8b9c-f7f3d23fd8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:35.414483 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499089'] for agent, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:36.888505 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499089'] for agent, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:37.346889 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.db.l3_hamode_db [None req-8f5d7d84-77b1-4c94-9a8f-6c498fe759f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 04 13:39:37.438519 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d7d84-77b1-4c94-9a8f-6c498fe759f3 None None] Routers set() bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:39:37.438822 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d7d84-77b1-4c94-9a8f-6c498fe759f3 None None] Router IDs set() for agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 04 13:39:38.526238 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 53262) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:39.145155 dv-cinder-810367-1-iscsi neutron-server[83645]: WARNING oslo_policy.policy [None req-19544b40-8a1e-4e97-ac00-24137625a3e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:39.146070 dv-cinder-810367-1-iscsi neutron-server[83645]: WARNING oslo_policy.policy [None req-19544b40-8a1e-4e97-ac00-24137625a3e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:39.365157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [None req-19544b40-8a1e-4e97-ac00-24137625a3e8 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83645) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:39:39.366474 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-19544b40-8a1e-4e97-ac00-24137625a3e8 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8379598
Nov 04 13:39:41.643501 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 53276) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:42.031528 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:39:42.086647 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.policy [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83645) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 04 13:39:42.087382 dv-cinder-810367-1-iscsi neutron-server[83645]: WARNING oslo_policy.policy [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:42.088314 dv-cinder-810367-1-iscsi neutron-server[83645]: WARNING oslo_policy.policy [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:42.091603 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.quota [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f751b474e50>.
Nov 04 13:39:42.107221 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:39:42.257224 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758812909737', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758812875956', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758812868996', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758812879135', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758812856750', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1030010', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1027366', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7888419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7810837'] for rbac-policy, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:42.499306 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:42.500640 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-9f5789d7-df67-47ac-9dbc-e15526a02613 admin admin] 10.222.0.96 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8561919
Nov 04 13:39:45.087436 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 53290) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:45.487317 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:39:45.492242 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:39:45.497288 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Usage tracker for resource:network and tenant:715b1a11d8d84287a5f709e0f3f60c77 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:39:45.501909 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:39:45.508028 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:39:45.585291 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Made reservation on behalf of 715b1a11d8d84287a5f709e0f3f60c77 for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:39:45.588370 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:45.607464 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:45.651525 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:39:45.655763 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Usage tracker for resource:security_group_rule and tenant:715b1a11d8d84287a5f709e0f3f60c77 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:39:45.658680 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:39:45.664603 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:39:45.827356 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:45.910728 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:45.917525 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:45.935408 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:39:45.961416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758809886127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:45.962036 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f751c07daf0> segment precommit_create {{(pid=83645) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 04 13:39:45.963034 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Added segment 70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2 of type vlan for network 70c2f755-d707-41b9-8009-68f7018efccf
Nov 04 13:39:45.977230 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed5ce7e-88bb-4364-a2ed-b19195163fb1,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:39:46.033890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.034226 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.034544 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.034858 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.035182 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.035494 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.035801 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.036167 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.036480 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.036779 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.037077 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Tracked resource versions report:
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]: pushed versions:
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Log': {'1.0'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Network': {'1.1'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Port': {'1.5'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'PortForwarding': {'1.2'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'QosPolicy': {'1.8'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'SecurityGroup': {'1.2'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'SubPort': {'1.0'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Subnet': {'1.1'},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Trunk': {'1.1'}}
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]: consumer versions:
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Log': '1.0',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Network': '1.1',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Port': '1.5',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'PortForwarding': '1.2',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'QosPolicy': '1.8',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'SecurityGroup': '1.2',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'SubPort': '1.0',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Subnet': '1.1',
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Trunk': '1.1'}}
Nov 04 13:39:46.038122 dv-cinder-810367-1-iscsi neutron-server[83645]:  {{(pid=83645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:39:46.090464 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:46.096566 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:46.216757 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:46.218316 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:39:46.218996 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:46.223873 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:46.338361 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Pushing event updated for resources: {'Network': ['ID=70c2f755-d707-41b9-8009-68f7018efccf,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:39:46.341871 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:46.350104 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 70c2f755-d707-41b9-8009-68f7018efccf details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:39:46.400110 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3110654
Nov 04 13:39:49.042625 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 53306) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:49.516324 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4165ef9d-e5dc-43da-b9a6-2d86803d476c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:39:49.517667 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-4165ef9d-e5dc-43da-b9a6-2d86803d476c admin admin] 10.222.0.96 "GET /v2.0/networks/70c2f755-d707-41b9-8009-68f7018efccf HTTP/1.1" status: 200  len: 825 time: 0.4741004
Nov 04 13:39:49.549753 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-7bc5b870-76a5-4867-a151-6bf3c5b2b412 admin admin] 10.222.0.96 "GET /v2.0/subnetpools/62f56b2c-7447-4e84-adc2-1466b3f2b376 HTTP/1.1" status: 200  len: 734 time: 0.0259855
Nov 04 13:39:49.558796 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'subnetpool_id': '62f56b2c-7447-4e84-adc2-1466b3f2b376', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:39:49.563073 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:39:49.566747 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Usage tracker for resource:subnet and tenant:715b1a11d8d84287a5f709e0f3f60c77 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:39:49.573421 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:39:49.575218 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:39:49.696279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Made reservation on behalf of 715b1a11d8d84287a5f709e0f3f60c77 for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:39:49.698535 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:50.059517 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:50.064289 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:50.148218 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f05ee8c-7e4e-440b-b04c-f168ca708900,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:39:50.153867 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:50.154958 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Checking segment: {'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:39:50.155375 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Network hostable DHCP agents. Network: 70c2f755-d707-41b9-8009-68f7018efccf, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:39:50.310548 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Network 70c2f755-d707-41b9-8009-68f7018efccf is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:39:50.385739 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 70c2f755-d707-41b9-8009-68f7018efccf) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:39:50.390363 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:39:50.390954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:50.395557 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b07fa6-4c73-4a90-9460-19d236b32523 None None] Network 70c2f755-d707-41b9-8009-68f7018efccf requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:39:50.488702 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9337389
Nov 04 13:39:50.714388 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-70c2f755-d707-41b9-8009-68f7018efccf', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'fixed_ips': [{'subnet_id': '2f05ee8c-7e4e-440b-b04c-f168ca708900'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:39:50.716061 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:50.906100 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Allocated IP 172.20.0.2 (70c2f755-d707-41b9-8009-68f7018efccf/2f05ee8c-7e4e-440b-b04c-f168ca708900/91813c1c-c72a-4a8b-a04b-330729e69857) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:39:51.135084 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:51.148074 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Transition to ACTIVE for port object 91813c1c-c72a-4a8b-a04b-330729e69857 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:39:51.169899 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Transition to ACTIVE for port object 91813c1c-c72a-4a8b-a04b-330729e69857 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:39:51.256719 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:51.265211 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:51.323238 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Network 70c2f755-d707-41b9-8009-68f7018efccf is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:39:51.330368 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:39:51.337480 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:39:51.339701 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Pushing event updated for resources: {'Port': ['ID=91813c1c-c72a-4a8b-a04b-330729e69857,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:39:51.375421 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.375757 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.376086 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.376412 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.376746 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.377065 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.377381 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.377716 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.378058 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.378370 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.378680 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Tracked resource versions report:
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]: pushed versions:
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Log': {'1.0'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Network': {'1.1'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Port': {'1.5'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'PortForwarding': {'1.2'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'QosPolicy': {'1.8'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'SecurityGroup': {'1.2'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'SubPort': {'1.0'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Subnet': {'1.1'},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Trunk': {'1.1'}}
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]: consumer versions:
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Log': '1.0',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Network': '1.1',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Port': '1.5',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'PortForwarding': '1.2',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'QosPolicy': '1.8',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'SecurityGroup': '1.2',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'SubPort': '1.0',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Subnet': '1.1',
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Trunk': '1.1'}}
Nov 04 13:39:51.379759 dv-cinder-810367-1-iscsi neutron-server[83646]:  {{(pid=83646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:39:51.392688 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:51.443377 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Attempting to bind port 91813c1c-c72a-4a8b-a04b-330729e69857 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:39:51.444036 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Attempting to bind port 91813c1c-c72a-4a8b-a04b-330729e69857 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:39:51.444152 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Attempting to bind port 91813c1c-c72a-4a8b-a04b-330729e69857 on network 70c2f755-d707-41b9-8009-68f7018efccf {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:39:51.451154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:39:51.451563 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Checking segment: {'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:39:51.452025 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:51.452411 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Bound using segment: {'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:39:51.452927 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Bound port: 91813c1c-c72a-4a8b-a04b-330729e69857, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:39:51.453313 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:51.539842 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] For port 91813c1c-c72a-4a8b-a04b-330729e69857, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:39:51.544529 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] For port 91813c1c-c72a-4a8b-a04b-330729e69857, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=91813c1c-c72a-4a8b-a04b-330729e69857,segment=NetworkSegment(70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2),segment_id=70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:39:51.613773 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:51.617996 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:51.721293 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Pushing event updated for resources: {'Port': ['ID=91813c1c-c72a-4a8b-a04b-330729e69857,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:39:51.743110 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:52.867786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 53318) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:53.494289 dv-cinder-810367-1-iscsi neutron-server[83644]: WARNING oslo_policy.policy [None req-963d107f-b7a2-4b33-8773-6c293bb4d708 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:53.494958 dv-cinder-810367-1-iscsi neutron-server[83644]: WARNING oslo_policy.policy [None req-963d107f-b7a2-4b33-8773-6c293bb4d708 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:53.713332 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [None req-963d107f-b7a2-4b33-8773-6c293bb4d708 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83644) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:39:53.717450 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-963d107f-b7a2-4b33-8773-6c293bb4d708 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8475614
Nov 04 13:39:54.872717 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 91813c1c-c72a-4a8b-a04b-330729e69857 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:39:55.027704 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 91813c1c-c72a-4a8b-a04b-330729e69857 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:39:55.503061 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5f9a14-11f9-44a5-813a-a5efdc7d0352 None None] Network 70c2f755-d707-41b9-8009-68f7018efccf requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:39:55.674509 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Provisioning for port 91813c1c-c72a-4a8b-a04b-330729e69857 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:39:55.685826 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Provisioning complete for port 91813c1c-c72a-4a8b-a04b-330729e69857 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:39:55.686217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:55.852018 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:55.897634 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] For port 91813c1c-c72a-4a8b-a04b-330729e69857, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=91813c1c-c72a-4a8b-a04b-330729e69857,segment=NetworkSegment(70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2),segment_id=70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:39:56.019040 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:56.021140 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:39:56.037133 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 53336) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:56.091965 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Pushing event updated for resources: {'Port': ['ID=91813c1c-c72a-4a8b-a04b-330729e69857,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:39:56.095077 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:39:56.141767 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-ac898e1a-f2b3-496e-914b-eb5157775537 None None] Provisioning complete for port 91813c1c-c72a-4a8b-a04b-330729e69857 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:39:56.142129 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ac898e1a-f2b3-496e-914b-eb5157775537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:56.433498 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [None req-4a05bcca-66ef-4afc-b20c-9d5ed3b727af admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83644) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:39:56.434459 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-4a05bcca-66ef-4afc-b20c-9d5ed3b727af admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3964219
Nov 04 13:39:56.852931 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 91813c1c-c72a-4a8b-a04b-330729e69857 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:39:56.922585 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 91813c1c-c72a-4a8b-a04b-330729e69857 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:39:56.923224 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:59.096691 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 53348) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:39:59.470055 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:39:59.504313 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.policy [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83644) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 04 13:39:59.505076 dv-cinder-810367-1-iscsi neutron-server[83644]: WARNING oslo_policy.policy [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:59.505462 dv-cinder-810367-1-iscsi neutron-server[83644]: WARNING oslo_policy.policy [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 04 13:39:59.508911 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.quota [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f751b484550>.
Nov 04 13:39:59.525247 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:39:59.532502 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Usage tracker for resource:router and tenant:715b1a11d8d84287a5f709e0f3f60c77 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:39:59.537251 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:39:59.545958 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:39:59.642339 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:59.644401 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:59.674345 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:59.845181 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:59.962676 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] Notify callbacks [] for router, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:39:59.963901 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-b41da9c0-777e-43b8-9700-607118d7073a admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8662241
Nov 04 13:40:02.110213 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-669ab652-57bf-4d4e-ae92-c539674a65fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:02.239410 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 53360) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:40:02.616002 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:02.638507 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [None req-a93f291e-f6a5-468f-997d-5a67439a7e82 admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83644) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:40:02.639490 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a93f291e-f6a5-468f-997d-5a67439a7e82 admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3991473
Nov 04 13:40:04.310548 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ee858e1a-2636-4283-9234-10445a15a696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:05.009280 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 53370) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:40:05.356537 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:05.403610 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:40:05.406500 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:40:05.410270 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Usage tracker for resource:network and tenant:4ce474e8e48844fbad8c0607412d6975 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:40:05.413677 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:40:05.419455 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:40:05.602226 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Made reservation on behalf of 4ce474e8e48844fbad8c0607412d6975 for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:40:05.606037 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:05.628171 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:05.668965 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:40:05.672769 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Usage tracker for resource:security_group_rule and tenant:4ce474e8e48844fbad8c0607412d6975 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:40:05.675967 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:40:05.682540 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:40:05.757166 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:05.870931 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:05.876381 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:05.888263 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Reserving flat network on physical network physnet1 {{(pid=83644) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 04 13:40:05.917584 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758809886127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:05.923443 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f751c07daf0> segment precommit_create {{(pid=83644) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 04 13:40:05.923443 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Added segment 70794e4c-ce31-4da4-bad2-2870ab87f174 of type flat for network c9e82011-2c8c-4141-8043-8ecc9c194917
Nov 04 13:40:05.974290 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ef31f-e8e8-4398-a78c-27d5ae0a490f,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:05.998322 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:05.998651 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:05.998970 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001311 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001311 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001311 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001311 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001311 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001897 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001897 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.001897 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Tracked resource versions report:
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]: pushed versions:
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Log': {'1.0'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Network': {'1.1'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Port': {'1.5'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'PortForwarding': {'1.2'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'QosPolicy': {'1.8'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'SecurityGroup': {'1.2'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'SubPort': {'1.0'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Subnet': {'1.1'},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Trunk': {'1.1'}}
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]: consumer versions:
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Log': '1.0',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Network': '1.1',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Port': '1.5',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'PortForwarding': '1.2',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'QosPolicy': '1.8',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'SecurityGroup': '1.2',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'SubPort': '1.0',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Subnet': '1.1',
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Trunk': '1.1'}}
Nov 04 13:40:06.002473 dv-cinder-810367-1-iscsi neutron-server[83644]:  {{(pid=83644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:40:06.045067 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:06.062757 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:06.196575 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:06.197979 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:40:06.198643 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:06.202150 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:06.312395 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Pushing event updated for resources: {'Network': ['ID=c9e82011-2c8c-4141-8043-8ecc9c194917,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:06.315457 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:06.331450 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network c9e82011-2c8c-4141-8043-8ecc9c194917 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:40:06.417341 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.4066548
Nov 04 13:40:06.864601 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:08.671090 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 53394) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:40:08.910901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422fe2d3-d458-4bbe-8279-2dd5322b29b5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:40:08.912218 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-422fe2d3-d458-4bbe-8279-2dd5322b29b5 admin admin] 10.222.0.96 "GET /v2.0/subnets/2f05ee8c-7e4e-440b-b04c-f168ca708900 HTTP/1.1" status: 200  len: 849 time: 0.2401929
Nov 04 13:40:09.060618 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-9231b0ff-445b-4e91-ba60-789bbfc36747 admin admin] 10.222.0.96 "GET /v2.0/routers/f42556f6-764a-4124-80c3-5ddc605c7d37 HTTP/1.1" status: 200  len: 704 time: 0.1424649
Nov 04 13:40:09.543285 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:09.779038 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Allocated IP 172.20.0.1 (70c2f755-d707-41b9-8009-68f7018efccf/2f05ee8c-7e4e-440b-b04c-f168ca708900/5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:40:09.933249 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:09.951634 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Transition to ACTIVE for port object 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:40:10.056262 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:10.060723 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:10.119200 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Network 70c2f755-d707-41b9-8009-68f7018efccf is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:40:10.121994 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:40:10.132619 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:40:10.133133 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:10.139223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Pushing event updated for resources: {'Port': ['ID=5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:10.176365 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:10.371151 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:10.432771 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-37b09e4f-36ad-4b00-8936-727ba49314c0 None None] Provisioning for port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:40:10.437698 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-37b09e4f-36ad-4b00-8936-727ba49314c0 None None] Provisioning complete for port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:40:10.438283 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-37b09e4f-36ad-4b00-8936-727ba49314c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:10.489014 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-37b09e4f-36ad-4b00-8936-727ba49314c0 None None] Port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:40:10.597648 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:10.695394 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:10.697640 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:10.702226 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:10.834512 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Pushing event updated for resources: {'Port': ['ID=5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:10.844345 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:10.942987 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Network 70c2f755-d707-41b9-8009-68f7018efccf is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:40:10.944127 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:40:11.113461 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-730f82f0-cfa4-42d7-970e-bcda994d442b None None] Provisioning complete for port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:40:11.113857 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-730f82f0-cfa4-42d7-970e-bcda994d442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:11.167766 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-730f82f0-cfa4-42d7-970e-bcda994d442b None None] Port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:40:11.409992 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Router f42556f6-764a-4124-80c3-5ddc605c7d37 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:40:11.580012 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:40:11.589541 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] 10.222.0.96 "PUT /v2.0/routers/f42556f6-764a-4124-80c3-5ddc605c7d37/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5241325
Nov 04 13:40:11.590059 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Sync routers for ids ['f42556f6-764a-4124-80c3-5ddc605c7d37'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:40:11.604372 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Routers {'f42556f6-764a-4124-80c3-5ddc605c7d37'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:40:11.608557 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b47a340>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:40:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f42556f6-764a-4124-80c3-5ddc605c7d37'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:11.787607 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Set router f42556f6-764a-4124-80c3-5ddc605c7d37 gateway port host: None {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:40:12.152079 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b47a340>, [{'id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'name': 'router1', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:39:59Z', 'updated_at': '2021-11-04T13:40:10Z', 'revision_number': 2, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'gw_port_host': None, '_interfaces': [{'id': '5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2', 'name': '', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'mac_address': 'fa:16:3e:fe:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:09Z', 'updated_at': '2021-11-04T13:40:10Z', 'revision_number': 2, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'subnets': [{'id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62f56b2c-7447-4e84-adc2-1466b3f2b376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:12.156927 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Checking router: f42556f6-764a-4124-80c3-5ddc605c7d37 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:40:12.157284 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Updating router f42556f6-764a-4124-80c3-5ddc605c7d37 port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:40:12.211112 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:12.639263 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:12.654867 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Transition to ACTIVE for port object 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:40:12.761977 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:12.767079 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:12.964194 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Pushing event updated for resources: {'Port': ['ID=5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:13.010348 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.010689 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.011017 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.011338 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.011668 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.011993 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.012308 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.012628 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.012939 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.013249 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.013559 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Tracked resource versions report:
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]: pushed versions:
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Log': {'1.0'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Network': {'1.1'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Port': {'1.5'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'PortForwarding': {'1.2'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'QosPolicy': {'1.8'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'SecurityGroup': {'1.2'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'SubPort': {'1.0'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Subnet': {'1.1'},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Trunk': {'1.1'}}
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]: consumer versions:
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Log': '1.0',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Network': '1.1',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Port': '1.5',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'PortForwarding': '1.2',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'QosPolicy': '1.8',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'SecurityGroup': '1.2',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'SubPort': '1.0',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Subnet': '1.1',
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Trunk': '1.1'}}
Nov 04 13:40:13.014641 dv-cinder-810367-1-iscsi neutron-server[83647]:  {{(pid=83647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:40:13.027240 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:13.034400 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Attempting to bind port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:40:13.034797 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Attempting to bind port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:40:13.035217 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Attempting to bind port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 on network 70c2f755-d707-41b9-8009-68f7018efccf {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:40:13.042776 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:40:13.043236 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Checking segment: {'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:40:13.043696 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:13.044085 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Bound using segment: {'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:40:13.044596 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Bound port: 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:40:13.044985 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:13.139065 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] For port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:40:13.143078 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] For port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2,segment=NetworkSegment(70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2),segment_id=70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:40:13.244921 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:13.249247 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:13.334645 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Pushing event updated for resources: {'Port': ['ID=5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2,revision_number=4']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:13.344237 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:13.347714 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Routers {'f42556f6-764a-4124-80c3-5ddc605c7d37'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:40:13.347714 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b47a340>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:40:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f42556f6-764a-4124-80c3-5ddc605c7d37'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:13.501075 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] Set router f42556f6-764a-4124-80c3-5ddc605c7d37 gateway port host: None {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:40:13.690921 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 53416) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:40:13.833355 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b47a340>, [{'id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'name': 'router1', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:39:59Z', 'updated_at': '2021-11-04T13:40:10Z', 'revision_number': 2, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'gw_port_host': None, '_interfaces': [{'id': '5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2', 'name': '', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'mac_address': 'fa:16:3e:fe:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:09Z', 'updated_at': '2021-11-04T13:40:13Z', 'revision_number': 4, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'subnets': [{'id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62f56b2c-7447-4e84-adc2-1466b3f2b376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:13.837615 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156b186-a3c9-4ff3-a4f3-edf3941f37e7 None None] The sync data for ids ['f42556f6-764a-4124-80c3-5ddc605c7d37'] in dv-cinder-810367-1-iscsi is: [{'id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'name': 'router1', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:39:59Z', 'updated_at': '2021-11-04T13:40:10Z', 'revision_number': 2, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'gw_port_host': None, '_interfaces': [{'id': '5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2', 'name': '', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'mac_address': 'fa:16:3e:fe:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:09Z', 'updated_at': '2021-11-04T13:40:13Z', 'revision_number': 4, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'subnets': [{'id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62f56b2c-7447-4e84-adc2-1466b3f2b376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:40:13.886437 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b530e96b-a501-4a0b-9b5f-c0b43d289748 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:40:13.887795 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b530e96b-a501-4a0b-9b5f-c0b43d289748 admin admin] 10.222.0.96 "GET /v2.0/networks/c9e82011-2c8c-4141-8043-8ecc9c194917 HTTP/1.1" status: 200  len: 842 time: 0.1953499
Nov 04 13:40:13.896779 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:40:13.901897 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:40:13.905706 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Usage tracker for resource:subnet and tenant:4ce474e8e48844fbad8c0607412d6975 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:40:13.908609 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:40:13.914280 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:40:14.007613 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Made reservation on behalf of 4ce474e8e48844fbad8c0607412d6975 for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:40:14.010655 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:14.504650 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.objects.ports [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83645) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 04 13:40:14.505084 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:14.510509 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:14.582847 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5794e8a-fca6-4481-87cf-027248a2dc5a,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:14.599911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:14.599911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:40:14.599911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Network hostable DHCP agents. Network: c9e82011-2c8c-4141-8043-8ecc9c194917, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:40:14.762055 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:40:14.861508 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, c9e82011-2c8c-4141-8043-8ecc9c194917) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:40:14.866744 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:40:14.867832 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:14.878164 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b506f-ee03-4e4a-9584-402d86c6f9c1 None None] Network c9e82011-2c8c-4141-8043-8ecc9c194917 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:40:14.911461 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:40:15.007964 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1145082
Nov 04 13:40:15.177291 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7dc34-ba4a-49cb-8b5f-15d69f72c821 None None] Network c9e82011-2c8c-4141-8043-8ecc9c194917 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:40:15.199820 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:40:15.247816 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:40:15.248196 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:15.498090 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:15.536887 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2,segment=NetworkSegment(70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2),segment_id=70fcb1e9-88a0-4670-bcc3-4967cb5f1fa2)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:40:15.667211 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:15.670664 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-03249ddf-b507-4e13-a038-c07c156fbb06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:15.738066 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:15.741517 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:16.863891 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:40:16.932258 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:40:16.932623 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:16.939583 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:40:17.136414 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 53430) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:40:17.401275 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-0a76f2ff-b3d3-4732-85a2-4a1448221b88 admin admin] 10.222.0.96 "GET /v2.0/routers/f42556f6-764a-4124-80c3-5ddc605c7d37 HTTP/1.1" status: 200  len: 710 time: 0.2634089
Nov 04 13:40:17.529440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b5d37-7258-4af8-bac5-aff8ca631e91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:40:17.530831 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-650b5d37-7258-4af8-bac5-aff8ca631e91 admin admin] 10.222.0.96 "GET /v2.0/networks/c9e82011-2c8c-4141-8043-8ecc9c194917 HTTP/1.1" status: 200  len: 886 time: 0.1245310
Nov 04 13:40:17.539857 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:40:18.046044 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:18.306477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:18.361066 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:18.503315 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Allocated IP 172.27.2.27 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/be41e6e5-db9e-4a59-83be-6e793d6a933f) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:40:18.653537 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:18.787402 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:18.792362 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:18.857033 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:40:18.860322 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Pushing event updated for resources: {'Port': ['ID=be41e6e5-db9e-4a59-83be-6e793d6a933f,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:18.862392 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:40:18.881353 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:18.886758 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:40:19.159806 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:19.326449 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:19.329718 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-497943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-497944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-493722'] for router, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:19.530621 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Router f42556f6-764a-4124-80c3-5ddc605c7d37 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:40:19.732080 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:40:19.740206 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:19.741460 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] 10.222.0.96 "PUT /v2.0/routers/f42556f6-764a-4124-80c3-5ddc605c7d37 HTTP/1.1" status: 200  len: 889 time: 2.2050607
Nov 04 13:40:19.743286 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Sync routers for ids ['f42556f6-764a-4124-80c3-5ddc605c7d37'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:40:19.756163 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Routers {'f42556f6-764a-4124-80c3-5ddc605c7d37'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:40:19.756842 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:40:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f42556f6-764a-4124-80c3-5ddc605c7d37'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:19.950773 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Set router f42556f6-764a-4124-80c3-5ddc605c7d37 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:40:20.293858 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, [{'id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'name': 'router1', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'be41e6e5-db9e-4a59-83be-6e793d6a933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:39:59Z', 'updated_at': '2021-11-04T13:40:18Z', 'revision_number': 4, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'gw_port': {'id': 'be41e6e5-db9e-4a59-83be-6e793d6a933f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:18Z', 'updated_at': '2021-11-04T13:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2', 'name': '', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'mac_address': 'fa:16:3e:fe:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:09Z', 'updated_at': '2021-11-04T13:40:15Z', 'revision_number': 5, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'subnets': [{'id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62f56b2c-7447-4e84-adc2-1466b3f2b376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:20.298832 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Checking router: f42556f6-764a-4124-80c3-5ddc605c7d37 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:40:20.299204 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Updating router f42556f6-764a-4124-80c3-5ddc605c7d37 port be41e6e5-db9e-4a59-83be-6e793d6a933f binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:40:20.353068 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:20.689215 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:20.700974 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Transition to ACTIVE for port object be41e6e5-db9e-4a59-83be-6e793d6a933f will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:40:20.780999 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:20.789075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:20.869282 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Attempting to bind port be41e6e5-db9e-4a59-83be-6e793d6a933f on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:40:20.870027 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Attempting to bind port be41e6e5-db9e-4a59-83be-6e793d6a933f by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:40:20.870649 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Attempting to bind port be41e6e5-db9e-4a59-83be-6e793d6a933f on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:40:20.873103 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae34e9-d698-4208-9213-88131e3cb30a None None] Pushing event updated for resources: {'Port': ['ID=be41e6e5-db9e-4a59-83be-6e793d6a933f,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:20.876794 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-36ae34e9-d698-4208-9213-88131e3cb30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:20.884203 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:40:20.890550 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:40:20.890550 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:20.890550 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:40:20.890550 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Bound port: be41e6e5-db9e-4a59-83be-6e793d6a933f, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:40:20.890550 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:20.981561 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] For port be41e6e5-db9e-4a59-83be-6e793d6a933f, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:40:20.984691 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] For port be41e6e5-db9e-4a59-83be-6e793d6a933f, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=be41e6e5-db9e-4a59-83be-6e793d6a933f,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:40:21.067501 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:21.072336 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:21.151764 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae34e9-d698-4208-9213-88131e3cb30a None None] Pushing event updated for resources: {'Port': ['ID=be41e6e5-db9e-4a59-83be-6e793d6a933f,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:21.155103 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-36ae34e9-d698-4208-9213-88131e3cb30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:21.156558 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Routers {'f42556f6-764a-4124-80c3-5ddc605c7d37'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:40:21.157143 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:40:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f42556f6-764a-4124-80c3-5ddc605c7d37'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:21.334101 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] Set router f42556f6-764a-4124-80c3-5ddc605c7d37 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:40:21.664902 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, [{'id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'name': 'router1', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'be41e6e5-db9e-4a59-83be-6e793d6a933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:39:59Z', 'updated_at': '2021-11-04T13:40:18Z', 'revision_number': 4, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'gw_port': {'id': 'be41e6e5-db9e-4a59-83be-6e793d6a933f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:18Z', 'updated_at': '2021-11-04T13:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2', 'name': '', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'mac_address': 'fa:16:3e:fe:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:09Z', 'updated_at': '2021-11-04T13:40:15Z', 'revision_number': 5, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'subnets': [{'id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62f56b2c-7447-4e84-adc2-1466b3f2b376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:40:21.669022 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed7503b-e884-4649-ac97-fb3fac4f4bfa None None] The sync data for ids ['f42556f6-764a-4124-80c3-5ddc605c7d37'] in dv-cinder-810367-1-iscsi is: [{'id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'name': 'router1', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'be41e6e5-db9e-4a59-83be-6e793d6a933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:39:59Z', 'updated_at': '2021-11-04T13:40:18Z', 'revision_number': 4, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'gw_port': {'id': 'be41e6e5-db9e-4a59-83be-6e793d6a933f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:18Z', 'updated_at': '2021-11-04T13:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2', 'name': '', 'network_id': '70c2f755-d707-41b9-8009-68f7018efccf', 'tenant_id': '715b1a11d8d84287a5f709e0f3f60c77', 'mac_address': 'fa:16:3e:fe:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42556f6-764a-4124-80c3-5ddc605c7d37', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:40:09Z', 'updated_at': '2021-11-04T13:40:15Z', 'revision_number': 5, 'project_id': '715b1a11d8d84287a5f709e0f3f60c77', 'subnets': [{'id': '2f05ee8c-7e4e-440b-b04c-f168ca708900', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '62f56b2c-7447-4e84-adc2-1466b3f2b376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:40:22.009261 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 53442) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:40:22.189476 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c8e427b7-3246-4d3d-84fb-7b826b6224d1 admin admin] 10.222.0.96 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1790555
Nov 04 13:40:22.891706 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device be41e6e5-db9e-4a59-83be-6e793d6a933f up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:40:23.043615 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port be41e6e5-db9e-4a59-83be-6e793d6a933f completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:40:23.049440 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port be41e6e5-db9e-4a59-83be-6e793d6a933f triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:40:23.049842 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:23.169235 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:23.185386 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port be41e6e5-db9e-4a59-83be-6e793d6a933f, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=be41e6e5-db9e-4a59-83be-6e793d6a933f,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:40:23.271736 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:23.274773 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:40:23.353692 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=be41e6e5-db9e-4a59-83be-6e793d6a933f,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:40:23.356958 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:40:24.872646 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device be41e6e5-db9e-4a59-83be-6e793d6a933f up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:40:24.947774 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port be41e6e5-db9e-4a59-83be-6e793d6a933f triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:40:24.948302 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:32.135402 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-3023e531-60e5-4c9e-90b9-d3fa893a6cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:32.620538 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:34.357594 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-aa3a3b8b-7b2d-4076-8f18-5236fa4647b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:35.358061 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:36.893108 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:40:53.970406 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:41:02.094201 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-49c8963c-61be-4f17-8c5e-9b8b4a5d925e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:02.612364 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:04.311531 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1864f4b5-f165-4ca7-98f4-130cfbeb5699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:05.385352 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:06.903906 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:30.940766 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:41:32.087005 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-56ee5e73-db4d-4cdf-ac19-ad659ac45cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:32.721732 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:34.337994 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d74f-763e-4ce2-a2ae-c892149455fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:35.355556 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:41:36.867014 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:02.080526 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-02c786df-1474-4b04-a53c-2b89ffb49d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:02.622945 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:04.297328 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9dc2-12c1-445f-af4e-a9346dbe7cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:05.388477 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:06.885596 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:07.942645 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:42:30.473488 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54020) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:30.568307 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a99174d-97d7-4a42-9b96-27ffca1ac614 admin admin] GET failed (client error): The resource could not be found.
Nov 04 13:42:30.568801 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-8a99174d-97d7-4a42-9b96-27ffca1ac614 admin admin] Synchronizing usage tracker for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:network {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:42:30.645351 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-8a99174d-97d7-4a42-9b96-27ffca1ac614 admin admin] Unset dirty status for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:network {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:42:30.646574 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-8a99174d-97d7-4a42-9b96-27ffca1ac614 admin admin] 10.222.0.96 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1721146
Nov 04 13:42:30.789402 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc55dd-a784-4888-a0b3-5beda991f495 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:30.790903 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-4afc55dd-a784-4888-a0b3-5beda991f495 admin admin] 10.222.0.96 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1399934
Nov 04 13:42:32.102617 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-0f648e0e-ed60-4b1b-940b-00ba4760259d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:32.617107 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:32.833134 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54030) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:32.969319 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd42f15-a27c-48de-9733-deea064fbc27 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:32.970721 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-0bd42f15-a27c-48de-9733-deea064fbc27 admin admin] 10.222.0.96 "GET /v2.0/subnets/2f05ee8c-7e4e-440b-b04c-f168ca708900 HTTP/1.1" status: 200  len: 849 time: 0.1366560
Nov 04 13:42:32.980543 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:42:33.104289 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:33.393907 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758809759973'] for subnet, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:33.399341 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:42:33.448711 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:33.449673 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:33.455161 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] 10.222.0.96 "PUT /v2.0/subnets/2f05ee8c-7e4e-440b-b04c-f168ca708900 HTTP/1.1" status: 200  len: 868 time: 0.4742179
Nov 04 13:42:33.455373 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf55ea5-31ae-4e07-bdc3-b8833e21cbfd None None] Network 70c2f755-d707-41b9-8009-68f7018efccf requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:42:33.474279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f05ee8c-7e4e-440b-b04c-f168ca708900,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:42:33.483978 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.484346 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.484638 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.484965 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.485306 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.485633 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.486011 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.486359 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.486681 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.486994 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.487304 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:42:33.492962 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:42:33.960071 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-93828d0c-b83f-43ad-93cf-153a981efc1e None None] Provisioning complete for port 5f9a1bd3-cf37-4c50-b748-e7fc7a3ff0f2 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:42:33.960479 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-93828d0c-b83f-43ad-93cf-153a981efc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:34.101823 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-93828d0c-b83f-43ad-93cf-153a981efc1e None None] Provisioning complete for port 91813c1c-c72a-4a8b-a04b-330729e69857 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:42:34.102110 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-93828d0c-b83f-43ad-93cf-153a981efc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:34.325099 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f580f73b-e05e-4feb-be8a-86ce000c39c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:35.359768 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:35.607674 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54040) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:35.807523 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1cbb5b-1b5b-4c79-8395-b64105af11a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:35.807791 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1cbb5b-1b5b-4c79-8395-b64105af11a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:35.809287 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-fd1cbb5b-1b5b-4c79-8395-b64105af11a2 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2006557
Nov 04 13:42:36.868381 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:42:37.844957 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54050) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:38.100570 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d8276-a1c5-4118-b178-81c9d0186906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:38.100883 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d8276-a1c5-4118-b178-81c9d0186906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:38.102560 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-548d8276-a1c5-4118-b178-81c9d0186906 admin admin] 10.222.0.96 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2565932
Nov 04 13:42:40.178425 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54060) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:40.376627 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167cc7cd-db45-4ec2-aa78-555d2a3f8ada admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:40.377912 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-167cc7cd-db45-4ec2-aa78-555d2a3f8ada admin admin] 10.222.0.96 "GET /v2.0/networks/70c2f755-d707-41b9-8009-68f7018efccf HTTP/1.1" status: 200  len: 869 time: 0.1985171
Nov 04 13:42:42.417091 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54070) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:42.608328 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e720aa2-aafd-42d2-8886-afb8dce742a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:42.609599 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-4e720aa2-aafd-42d2-8886-afb8dce742a8 admin admin] 10.222.0.96 "GET /v2.0/networks/c9e82011-2c8c-4141-8043-8ecc9c194917 HTTP/1.1" status: 200  len: 886 time: 0.1915283
Nov 04 13:42:44.642978 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54080) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:44.775928 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98899a78-453d-478e-98f3-015c73100960 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:44.776288 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98899a78-453d-478e-98f3-015c73100960 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:44.776997 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-98899a78-453d-478e-98f3-015c73100960 admin admin] Synchronizing usage tracker for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:subnet {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:42:44.879971 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-98899a78-453d-478e-98f3-015c73100960 admin admin] Unset dirty status for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:subnet {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:42:44.881119 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-98899a78-453d-478e-98f3-015c73100960 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2365043
Nov 04 13:42:44.945076 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:42:46.922535 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54090) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:47.053940 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0899fb3c-c3c4-4855-a7c1-a8926b412d39 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:47.054298 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0899fb3c-c3c4-4855-a7c1-a8926b412d39 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:47.055788 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-0899fb3c-c3c4-4855-a7c1-a8926b412d39 admin admin] 10.222.0.96 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1323102
Nov 04 13:42:49.102440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54100) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:49.234620 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0c4a9f-0bd6-459d-b432-23a8440761db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:49.249846 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ae0c4a9f-0bd6-459d-b432-23a8440761db admin admin] 10.222.0.96 "GET /v2.0/subnets/2f05ee8c-7e4e-440b-b04c-f168ca708900 HTTP/1.1" status: 200  len: 868 time: 0.1427732
Nov 04 13:42:51.357301 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54110) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:42:51.488656 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9fa7f-efb1-439d-95d1-5e248aabc849 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:42:51.489994 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-34b9fa7f-efb1-439d-95d1-5e248aabc849 admin admin] 10.222.0.96 "GET /v2.0/subnets/c5794e8a-fca6-4481-87cf-027248a2dc5a HTTP/1.1" status: 200  len: 816 time: 0.1317172
Nov 04 13:43:02.102115 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a53ee35c-dddc-4480-bd6b-0dfbb1e3728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:02.638756 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:04.312431 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f128cfa0-ec8f-43a0-ab40-24c04dff3461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:05.353143 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:06.975164 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:09.717209 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54152) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:43:09.790101 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [None req-b6e21c4f-ef68-4015-a916-bb1e09250eda admin admin] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83645) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:43:09.791111 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b6e21c4f-ef68-4015-a916-bb1e09250eda admin admin] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0728884
Nov 04 13:43:11.898857 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54162) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:43:11.991616 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6d0178-3aca-4d86-a2a8-c9564e3bdff4 admin admin] GET failed (client error): The resource could not be found.
Nov 04 13:43:11.992833 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-ab6d0178-3aca-4d86-a2a8-c9564e3bdff4 admin admin] 10.222.0.96 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0930517
Nov 04 13:43:12.119870 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add4207b-0615-4b98-8b4b-029468e76b4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:43:12.121238 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-add4207b-0615-4b98-8b4b-029468e76b4d admin admin] 10.222.0.96 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1241651
Nov 04 13:43:14.181013 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54172) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:43:14.256270 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:43:14.261469 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:43:14.272993 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:43:14.376189 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Made reservation on behalf of 4ce474e8e48844fbad8c0607412d6975 for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:43:14.378524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:14.467596 dv-cinder-810367-1-iscsi neutron-server[83645]: WARNING neutron.services.revisions.revision_plugin [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f751af6e820] {project_id='4ce474e8e48844fbad8c0607412d6975', id='416f926f-2c7e-4227-9a00-564ed19f16c9', target_tenant='*', action='access_as_shared', object_id='34ace6f3-8364-48bd-9c4c-77306d0f6662'}> to bump revision.
Nov 04 13:43:14.479475 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:43:14.488129 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:14.488461 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Added segment 8fd38805-ea4e-40a6-bb24-08fff56b177d of type vlan for network 34ace6f3-8364-48bd-9c4c-77306d0f6662
Nov 04 13:43:14.513380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:14.656279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:14.657428 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:43:14.658175 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:14.661399 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:43:14.760549 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Pushing event updated for resources: {'Network': ['ID=34ace6f3-8364-48bd-9c4c-77306d0f6662,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:43:14.769615 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.769977 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.770302 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.770622 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.770955 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.771528 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.771838 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.772165 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.772476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.772784 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.773090 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:14.776970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:43:14.784019 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 34ace6f3-8364-48bd-9c4c-77306d0f6662 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:43:14.863717 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6815956
Nov 04 13:43:16.918063 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54182) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:43:17.009994 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.pecan_wsgi.hooks.translation [None req-c492b614-d9a3-40eb-92dc-63566e1421a3 admin admin] GET failed (client error): The resource could not be found.
Nov 04 13:43:17.010481 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c492b614-d9a3-40eb-92dc-63566e1421a3 admin admin] Synchronizing usage tracker for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:network {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:43:17.193090 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c492b614-d9a3-40eb-92dc-63566e1421a3 admin admin] Unset dirty status for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:network {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:43:17.194247 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c492b614-d9a3-40eb-92dc-63566e1421a3 admin admin] 10.222.0.96 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.2750778
Nov 04 13:43:17.300709 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadaa6fb-3ba8-449b-aebf-21eb9d165c02 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:43:17.302181 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-eadaa6fb-3ba8-449b-aebf-21eb9d165c02 admin admin] 10.222.0.96 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1040168
Nov 04 13:43:17.311647 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:43:17.316791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:43:17.326189 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:43:17.496046 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Made reservation on behalf of 4ce474e8e48844fbad8c0607412d6975 for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:43:17.501899 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:17.833440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:17.837308 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1c0ab318-5915-4517-af1e-c97191f4bd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:43:17.909096 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41854252-e562-4b36-b4ba-d922c1b2b370,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:43:17.914173 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:43:17.920708 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Checking segment: {'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:43:17.929604 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Network hostable DHCP agents. Network: 34ace6f3-8364-48bd-9c4c-77306d0f6662, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:43:18.066356 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Network 34ace6f3-8364-48bd-9c4c-77306d0f6662 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:43:18.313331 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 34ace6f3-8364-48bd-9c4c-77306d0f6662) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:43:18.317978 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:43:18.327011 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:18.327783 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa791f1-9854-48df-9680-6ec97618eac8 None None] Network 34ace6f3-8364-48bd-9c4c-77306d0f6662 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:43:18.441094 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1326387
Nov 04 13:43:18.542992 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-34ace6f3-8364-48bd-9c4c-77306d0f6662', 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662', 'tenant_id': '4ce474e8e48844fbad8c0607412d6975', 'fixed_ips': [{'subnet_id': '41854252-e562-4b36-b4ba-d922c1b2b370'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:43:18.543848 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:18.705459 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Allocated IP 192.168.233.2 (34ace6f3-8364-48bd-9c4c-77306d0f6662/41854252-e562-4b36-b4ba-d922c1b2b370/da03124e-53b0-48b0-952f-7ac39f3e5700) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:43:18.918480 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:18.929657 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Transition to ACTIVE for port object da03124e-53b0-48b0-952f-7ac39f3e5700 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:43:18.948476 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Transition to ACTIVE for port object da03124e-53b0-48b0-952f-7ac39f3e5700 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:43:19.079769 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:19.085466 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:43:19.170277 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Network 34ace6f3-8364-48bd-9c4c-77306d0f6662 is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:43:19.180382 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:43:19.186334 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:43:19.193135 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Pushing event updated for resources: {'Port': ['ID=da03124e-53b0-48b0-952f-7ac39f3e5700,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:43:19.226585 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.226930 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.227263 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.227588 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.227912 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.228235 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.228565 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.228887 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.229204 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.229520 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.229854 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:43:19.238294 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:43:19.291362 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Attempting to bind port da03124e-53b0-48b0-952f-7ac39f3e5700 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:43:19.291738 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Attempting to bind port da03124e-53b0-48b0-952f-7ac39f3e5700 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:43:19.292097 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Attempting to bind port da03124e-53b0-48b0-952f-7ac39f3e5700 on network 34ace6f3-8364-48bd-9c4c-77306d0f6662 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:43:19.299855 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:43:19.300232 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Checking segment: {'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:43:19.300635 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:19.301023 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Bound using segment: {'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:43:19.301493 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Bound port: da03124e-53b0-48b0-952f-7ac39f3e5700, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:43:19.301911 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:19.394157 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] For port da03124e-53b0-48b0-952f-7ac39f3e5700, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:43:19.397642 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] For port da03124e-53b0-48b0-952f-7ac39f3e5700, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=da03124e-53b0-48b0-952f-7ac39f3e5700,segment=NetworkSegment(8fd38805-ea4e-40a6-bb24-08fff56b177d),segment_id=8fd38805-ea4e-40a6-bb24-08fff56b177d)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:43:19.553715 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:19.558331 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:43:19.634745 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Pushing event updated for resources: {'Port': ['ID=da03124e-53b0-48b0-952f-7ac39f3e5700,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:43:19.637989 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:43:20.445019 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824a768-6c78-4886-af65-7e3fb74b31e7 None None] Network 34ace6f3-8364-48bd-9c4c-77306d0f6662 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:43:20.622778 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-aa9cb89f-5ed8-4510-b699-76bcdfbade6f None None] Provisioning for port da03124e-53b0-48b0-952f-7ac39f3e5700 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:43:20.990674 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device da03124e-53b0-48b0-952f-7ac39f3e5700 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:43:21.210201 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port da03124e-53b0-48b0-952f-7ac39f3e5700 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:43:21.215561 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port da03124e-53b0-48b0-952f-7ac39f3e5700 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:43:21.215875 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:21.336767 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:21.371427 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port da03124e-53b0-48b0-952f-7ac39f3e5700, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=da03124e-53b0-48b0-952f-7ac39f3e5700,segment=NetworkSegment(8fd38805-ea4e-40a6-bb24-08fff56b177d),segment_id=8fd38805-ea4e-40a6-bb24-08fff56b177d)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:43:21.508183 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:21.510348 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:43:21.576273 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=da03124e-53b0-48b0-952f-7ac39f3e5700,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:43:21.579228 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:43:21.945278 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:43:22.961472 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device da03124e-53b0-48b0-952f-7ac39f3e5700 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:43:23.045378 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port da03124e-53b0-48b0-952f-7ac39f3e5700 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:43:23.045753 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:32.254565 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-eb9cff14-de56-4445-8976-b7e72b4ac706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:32.627690 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:34.333021 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2397fc26-dc20-4c6f-a18c-e274a854211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:35.370271 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:36.890368 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:43:58.945224 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:44:02.141495 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-3ec45750-c294-4675-8069-8ceb30be6335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:02.630148 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:04.310506 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-46246cd0-656c-4d61-83a0-1bcde1635427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:05.386429 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:06.878050 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:32.097660 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-5912f959-c7c4-4cb1-b3ce-5f999db87518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:32.751468 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:34.344134 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a6fa13e9-430c-44bc-8733-c7343139a3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:35.375275 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:35.945914 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:44:36.880133 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:53.444884 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54224) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:44:53.450606 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [None req-6499cb10-333c-4805-92d6-1f0d33c1b1b4 tempest-verify_tempest_config-1797900566 tempest-verify_tempest_config-1797900566-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83645) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:44:53.451583 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-6499cb10-333c-4805-92d6-1f0d33c1b1b4 tempest-verify_tempest_config-1797900566 tempest-verify_tempest_config-1797900566-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057383
Nov 04 13:44:54.043778 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54240) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:44:54.191919 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:54.223427 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:44:54.227202 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:04f5a1203a92446e9fd5a88bf2732aa7 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:44:54.229925 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:44:54.235608 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:44:54.305592 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:54.371331 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:54.378869 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:44:54.421072 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c357c9f3-1f6e-434c-a671-152ed6cde837,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:44:54.424824 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=04f5a1203a92446e9fd5a88bf2732aa7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3800795
Nov 04 13:44:54.427724 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54246) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:44:54.431512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.431849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.432181 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.432525 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.432890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.433213 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.433532 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.433879 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.434200 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.434545 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.434830 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.439128 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:44:54.491090 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:54.516624 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:54.677505 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:54.681295 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:44:54.694977 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c357c9f3-1f6e-434c-a671-152ed6cde837,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:44:54.702369 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:44:54.703476 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c357c9f3-1f6e-434c-a671-152ed6cde837 HTTP/1.1" status: 204  len: 168 time: 0.2747889
Nov 04 13:44:54.706528 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.706866 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.707581 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.707581 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.707813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.708128 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.708446 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.708758 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.709123 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.709366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.709724 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:44:54.712655 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:45:02.082334 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-97cbf89a-68d9-49c3-9188-a2ad288dcbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:02.642525 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:04.314908 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-622aec1b-49b6-4ac4-8a6e-54dbdab2d970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:05.605080 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:06.879060 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:12.945165 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:45:32.095727 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-de6f6586-0d87-4324-b263-28de2baaf4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:32.647781 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:34.333319 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-8d1d7ed9-a900-4d01-af67-9ffa2d31e29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:35.392465 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:36.901119 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:45:49.945248 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:46:02.104158 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7ef11777-f8ce-4852-a3c8-3682d9a8df08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:02.676853 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:04.311622 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f51c4ba7-f262-47d5-921a-000f5517b25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:05.403350 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:06.906005 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:26.944836 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 5 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:46:32.127369 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-8691fe87-e1d7-4762-a415-c31e325ce7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:32.258640 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499089'] for agent, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:32.693015 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:34.298939 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-392ea4c9-0a84-4a73-9a89-bed306e020c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:35.389345 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:36.898476 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:46:47.662521 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54324) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:46:47.804572 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-4d32425a-eaba-4f4c-87b2-3207c6b89d0f admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1405828
Nov 04 13:46:49.853875 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54334) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:46:49.938847 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-6f564fdc-b5d1-4c15-9c06-ec0d74bc4171 admin admin] 10.222.0.96 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0838339
Nov 04 13:47:02.114373 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-54cc3be0-8f68-4afb-8372-c7b097da4a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:02.172221 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:02.634798 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:03.944840 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:47:04.343427 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-3655428b-f052-4227-a40d-e95ae30075a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:05.388769 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:06.874170 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:32.087533 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b61f566b-1a79-4af9-af6e-ae340f53df10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:32.193758 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:32.634261 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:34.433642 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-346cfb90-30c3-47bb-812c-e07d2903db3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:35.456346 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:36.896655 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:47:40.946037 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:48:02.216016 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-17d9f237-d5b0-4325-843f-0896e07f78e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:02.261444 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:02.695600 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:04.312971 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-39f9d2e5-29e1-493c-a836-fe2aa5b4689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:05.496357 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:06.941584 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:17.951370 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:48:31.976208 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54484) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:32.225837 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-22f9162a-23aa-42fa-95ce-a23b47fcbbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:32.229030 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:32.651797 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-784655113-network', 'tenant_id': '91ea5f6e7e2846ab9248a740f8ce8c9e'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:32.657299 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:32.660530 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:32.661898 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Usage tracker for resource:network and tenant:91ea5f6e7e2846ab9248a740f8ce8c9e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:32.666228 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:32.672712 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:32.803820 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Made reservation on behalf of 91ea5f6e7e2846ab9248a740f8ce8c9e for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:32.806160 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:32.818652 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:32.851274 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:32.856683 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Usage tracker for resource:security_group_rule and tenant:91ea5f6e7e2846ab9248a740f8ce8c9e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:32.859667 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:32.865596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:32.941289 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:33.048343 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:33.053338 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:33.077290 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:48:33.090236 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:33.094391 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:33.095091 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Added segment 15570d32-f1fc-4fea-a0f1-d3bff3919c4d of type vlan for network 6e875e9f-bac4-4403-88a1-1fc36543ab16
Nov 04 13:48:33.106063 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.106402 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.106736 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.107064 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.107392 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.107716 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.108037 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.108375 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.108695 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.109010 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.109324 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Tracked resource versions report:
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]: pushed versions:
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Log': {'1.0'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Network': {'1.1'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Port': {'1.5'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'PortForwarding': {'1.2'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'QosPolicy': {'1.8'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'SecurityGroup': {'1.2'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'SubPort': {'1.0'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Subnet': {'1.1'},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     'Trunk': {'1.1'}}
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]: consumer versions:
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     HyperV agent@hv-cinder-81036: {},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Log': '1.0',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Network': '1.1',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Port': '1.5',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'PortForwarding': '1.2',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'QosPolicy': '1.8',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'SecurityGroup': '1.2',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'SubPort': '1.0',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Subnet': '1.1',
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:                                                      'Trunk': '1.1'}}
Nov 04 13:48:33.110352 dv-cinder-810367-1-iscsi neutron-server[83645]:  {{(pid=83645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:48:33.113787 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:33.134440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:33.259881 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:33.261608 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:33.262475 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:33.287202 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6b9ddf24-3bce-4079-8fe5-3f969ff552d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:33.375999 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Pushing event updated for resources: {'Network': ['ID=6e875e9f-bac4-4403-88a1-1fc36543ab16,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:33.378686 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:33.386658 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 6e875e9f-bac4-4403-88a1-1fc36543ab16 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:48:33.413560 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4331067
Nov 04 13:48:33.414139 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54530) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:33.419733 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Request body: {'subnet': {'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-784655113-subnet', 'tenant_id': '91ea5f6e7e2846ab9248a740f8ce8c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:33.424725 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:33.429232 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Usage tracker for resource:subnet and tenant:91ea5f6e7e2846ab9248a740f8ce8c9e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:33.432453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:33.439043 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:33.598153 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Made reservation on behalf of 91ea5f6e7e2846ab9248a740f8ce8c9e for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:33.601360 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:33.611719 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54538) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:33.654239 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54544) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:34.032977 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.041165 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-20db1231-79a0-49a6-8a75-362fe278e107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:34.107843 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Checking segment: {'id': '15570d32-f1fc-4fea-a0f1-d3bff3919c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:34.108954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Network hostable DHCP agents. Network: 6e875e9f-bac4-4403-88a1-1fc36543ab16, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:48:34.138677 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-34130399-network', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:34.150276 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:34.150916 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644a8852-80ee-4a02-a5db-c1b21e7acea2,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:34.153814 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:34.164196 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Usage tracker for resource:network and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:34.175680 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:34.200823 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:34.226966 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Network 6e875e9f-bac4-4403-88a1-1fc36543ab16 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:48:34.290264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Made reservation on behalf of 73f891c473ce4d95b60c1b5ab12858a9 for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:34.293084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.310226 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.325672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-8bccccc2-8b75-42a7-8735-b6bb4ddbea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.326149 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 6e875e9f-bac4-4403-88a1-1fc36543ab16) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:34.331361 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:34.331939 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.341520 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63882b-d69e-4329-8f49-37642f74fb64 None None] Network 6e875e9f-bac4-4403-88a1-1fc36543ab16 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:34.370195 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:34.374644 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Usage tracker for resource:security_group_rule and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:34.377820 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:34.385891 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:34.463899 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-network', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:34.471321 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:34.479323 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Usage tracker for resource:network and tenant:dac74880970d4999bbf95c0804e7e93b is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:34.485245 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:34.494431 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:34.555573 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1399820
Nov 04 13:48:34.630467 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.637916 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Made reservation on behalf of dac74880970d4999bbf95c0804e7e93b for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:34.640541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.655611 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.666424 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bbd53-4c0f-4dec-b590-2d8cce43f217 None None] Network 6e875e9f-bac4-4403-88a1-1fc36543ab16 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:34.699864 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.715412 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:34.726439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Usage tracker for resource:security_group_rule and tenant:dac74880970d4999bbf95c0804e7e93b is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:34.743441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:34.748678 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-8bb26d48-d2da-498f-b182-3228f9b704a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:34.821550 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080e3570-d04e-407a-9787-0a5927250f5c,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:34.839773 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:34.844144 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.844791 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.845423 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.846114 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.846771 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.847586 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.848766 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.849452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.850051 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Tracked resource versions report:
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]: pushed versions:
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Log': {'1.0'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Network': {'1.1'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Port': {'1.5'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'PortForwarding': {'1.2'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'QosPolicy': {'1.8'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'SecurityGroup': {'1.2'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'SubPort': {'1.0'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Subnet': {'1.1'},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     'Trunk': {'1.1'}}
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]: consumer versions:
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     HyperV agent@hv-cinder-81036: {},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Log': '1.0',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Network': '1.1',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Port': '1.5',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'PortForwarding': '1.2',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'QosPolicy': '1.8',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'SecurityGroup': '1.2',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'SubPort': '1.0',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Subnet': '1.1',
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:                                                      'Trunk': '1.1'}}
Nov 04 13:48:34.854858 dv-cinder-810367-1-iscsi neutron-server[83644]:  {{(pid=83644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:48:34.866926 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:34.876105 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=83644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:48:34.904010 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:34.904680 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Added segment 61ba8fe0-5007-4e52-a476-c4c91beb8bb3 of type vlan for network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb
Nov 04 13:48:34.984270 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.172793 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.261902 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.262861 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.268472 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:35.276268 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:35.279429 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.301512 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=83644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:48:35.329925 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:35.333073 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.333418 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Added segment 57fdbc9f-380b-4073-a966-2b8758614c12 of type vlan for network 8e28864a-4bb9-4618-926c-a01206f91a85
Nov 04 13:48:35.343017 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:35.343406 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:35.437793 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.444606 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.472522 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Pushing event updated for resources: {'Network': ['ID=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:35.476591 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:35.484437 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:48:35.673386 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.0605025
Nov 04 13:48:35.676436 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54594) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:35.683032 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Request body: {'subnet': {'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-34130399-subnet', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:35.687043 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:35.690871 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Usage tracker for resource:subnet and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:35.694604 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:35.700734 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:35.717601 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.717601 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:35.717601 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.717963 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-655771aa-f0eb-4773-a619-e32d761631cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:35.817899 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Made reservation on behalf of 73f891c473ce4d95b60c1b5ab12858a9 for: {'subnet': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:35.820489 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:35.920709 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.2620811
Nov 04 13:48:35.920709 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Pushing event updated for resources: {'Network': ['ID=8e28864a-4bb9-4618-926c-a01206f91a85,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:35.921008 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54608) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:35.924997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:35.942706 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 8e28864a-4bb9-4618-926c-a01206f91a85 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:48:35.962791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Request body: {'subnet': {'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-subnet', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:35.975519 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:35.987723 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Usage tracker for resource:subnet and tenant:dac74880970d4999bbf95c0804e7e93b is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:35.997760 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:36.009492 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:36.091667 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Made reservation on behalf of dac74880970d4999bbf95c0804e7e93b for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:36.095184 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:36.193417 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:36.198730 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-fdd5ee2e-a771-4d83-b1bf-19df17529783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:36.396266 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45009a93-a4f4-4328-bba4-4f77e947f0b5,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:36.414870 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:36.443935 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Checking segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:36.445692 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Network hostable DHCP agents. Network: 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:48:36.579444 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:48:36.579603 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:36.580049 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-35fe3a73-a957-4424-8204-5dfae9ae9706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:36.665438 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb) {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:36.669918 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:36.671216 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:36.677085 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6892ff-c7e2-4d4a-97b7-3edcfbd8305d None None] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:36.683587 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c39d35-64e3-47ab-9c59-274956345650,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:36.697459 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54652) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:36.706549 dv-cinder-810367-1-iscsi neutron-server[83644]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 04 13:48:36.708546 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:36.723661 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Checking segment: {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:36.724206 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Network hostable DHCP agents. Network: 8e28864a-4bb9-4618-926c-a01206f91a85, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:48:36.823874 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1440494
Nov 04 13:48:36.824856 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54662) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:36.831352 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:36.841159 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:36.850782 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Usage tracker for resource:router and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:36.858642 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:36.876320 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:36.894559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Network 8e28864a-4bb9-4618-926c-a01206f91a85 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:48:36.918320 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-bad4b1dd-945a-492d-92df-a4eb94f0b3e3 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:36.920219 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-bad4b1dd-945a-492d-92df-a4eb94f0b3e3 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/networks?id=6e875e9f-bac4-4403-88a1-1fc36543ab16 HTTP/1.1" status: 200  len: 811 time: 0.2217503
Nov 04 13:48:36.965414 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:36.968999 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:36.970453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:36.971905 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-9b776714-b736-40e2-a23e-e5687d2bb96b tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/quotas/91ea5f6e7e2846ab9248a740f8ce8c9e HTTP/1.1" status: 200  len: 375 time: 0.0453544
Nov 04 13:48:37.016715 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.055722 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:48:37.056592 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.097555 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 8e28864a-4bb9-4618-926c-a01206f91a85) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:37.103767 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-e0c40b1b-fa9e-4e13-9cab-0a4a2a752e32 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=91ea5f6e7e2846ab9248a740f8ce8c9e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1247270
Nov 04 13:48:37.119342 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:37.119910 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.154835 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e5d9e3-5aa1-4cf3-b127-75cb973fcd72 None None] Network 8e28864a-4bb9-4618-926c-a01206f91a85 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:37.379503 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4550982
Nov 04 13:48:37.382083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54696) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:37.387583 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:37.397036 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:37.402382 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Usage tracker for resource:router and tenant:dac74880970d4999bbf95c0804e7e93b is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:37.406499 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:37.414285 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:37.507525 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.540535 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.541784 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.543383 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Allocated IP 172.20.0.2 (6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb/45009a93-a4f4-4328-bba4-4f77e947f0b5/30748261-1e9f-48e1-8827-244ffdb35a6e) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:48:37.566916 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.637286 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0877157-237a-49c6-a5f4-4fda4bf5130c None None] Network 8e28864a-4bb9-4618-926c-a01206f91a85 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:37.672795 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-7f440368-f486-4b55-b4c3-7c0ce32198f8 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83644) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:48:37.682450 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-7f440368-f486-4b55-b4c3-7c0ce32198f8 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2050056
Nov 04 13:48:37.896852 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.954250 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.959706 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:37.981029 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.015851 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-973f9e5f-1cc5-4f71-826a-09d1155f1a12 service neutron] 10.222.0.96 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3320262
Nov 04 13:48:38.031133 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Transition to ACTIVE for port object 30748261-1e9f-48e1-8827-244ffdb35a6e will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:38.077311 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Transition to ACTIVE for port object 30748261-1e9f-48e1-8827-244ffdb35a6e will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:38.135247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Allocated IP 172.27.2.7 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:48:38.164194 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.169130 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:38.242187 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-8a2b1cb6-fe49-4ee1-ae32-cfe1b42a4bfd service neutron] 10.222.0.96 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2251580
Nov 04 13:48:38.276877 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54722) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:38.332926 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:38.333807 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Pushing event updated for resources: {'Port': ['ID=30748261-1e9f-48e1-8827-244ffdb35a6e,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:38.345230 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.348954 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:38.357421 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:48:38.371216 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.371559 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.372023 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.372355 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.372834 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.373164 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.373485 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.373859 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.374168 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.374484 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.374807 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Tracked resource versions report:
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]: pushed versions:
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Log': {'1.0'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Network': {'1.1'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Port': {'1.5'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'PortForwarding': {'1.2'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'QosPolicy': {'1.8'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'SecurityGroup': {'1.2'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'SubPort': {'1.0'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Subnet': {'1.1'},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     'Trunk': {'1.1'}}
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]: consumer versions:
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     HyperV agent@hv-cinder-81036: {},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Log': '1.0',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Network': '1.1',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Port': '1.5',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'PortForwarding': '1.2',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'QosPolicy': '1.8',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'SecurityGroup': '1.2',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'SubPort': '1.0',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Subnet': '1.1',
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:                                                      'Trunk': '1.1'}}
Nov 04 13:48:38.375805 dv-cinder-810367-1-iscsi neutron-server[83646]:  {{(pid=83646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:48:38.414024 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:38.478597 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.478879 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.483560 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:38.514669 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.534509 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Attempting to bind port 30748261-1e9f-48e1-8827-244ffdb35a6e on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:48:38.534882 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Attempting to bind port 30748261-1e9f-48e1-8827-244ffdb35a6e by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:48:38.535245 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Attempting to bind port 30748261-1e9f-48e1-8827-244ffdb35a6e on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:48:38.552338 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:48:38.552889 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Checking segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:38.553191 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.553590 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Bound using segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:48:38.554104 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Bound port: 30748261-1e9f-48e1-8827-244ffdb35a6e, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:48:38.554494 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.588664 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.676486 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:38.679681 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Pushing event updated for resources: {'Port': ['ID=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:38.693937 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:38.697285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:38.710249 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:48:38.723829 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:38.731331 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe025d337d54b8db9777d4fcdcdce94 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:38.736061 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:38.742147 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] For port 30748261-1e9f-48e1-8827-244ffdb35a6e, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:48:38.750628 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] For port 30748261-1e9f-48e1-8827-244ffdb35a6e, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=30748261-1e9f-48e1-8827-244ffdb35a6e,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:48:38.756377 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:38.807399 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Allocated IP 172.27.2.180 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/dce32450-04e5-4312-8fcb-0798e1ee4dc7) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:48:38.821591 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:38.829728 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:38.918850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f0078cd0-f26b-4a0d-8b3e-61558dc12e61 req-68fb3456-f5af-408b-af93-36ed6c3e6cd2 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.0899029
Nov 04 13:48:39.006506 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.007275 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.050179 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Pushing event updated for resources: {'Port': ['ID=30748261-1e9f-48e1-8827-244ffdb35a6e,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:39.055876 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:39.130162 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.184785 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.255400 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.301249 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:39.374550 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.407343 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbcc3f6-d426-4e23-b644-2c3ed95801d9,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:39.413849 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Synchronizing usage tracker for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:48:39.418458 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:39.419068 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:39.500845 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:39.511786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:39.530220 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:48:39.579460 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Pushing event updated for resources: {'Port': ['ID=dce32450-04e5-4312-8fcb-0798e1ee4dc7,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:39.584051 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:39.585459 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:48:39.684165 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Unset dirty status for tenant:4ce474e8e48844fbad8c0607412d6975 on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:48:39.686463 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=bfe025d337d54b8db9777d4fcdcdce94&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4042001
Nov 04 13:48:39.689241 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54780) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:39.760337 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.829000 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.846689 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:48:39.860612 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Sync routers for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:48:39.875337 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:48:39.876291 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0670>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:39.899907 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.900757 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.987256 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:39.988493 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.1623654
Nov 04 13:48:39.992306 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54794) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:40.023807 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:40.032406 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:40.084327 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54798) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:40.092956 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbcc3f6-d426-4e23-b644-2c3ed95801d9,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:40.095384 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:40.160389 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:48:40.232543 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4f00d8b2-0253-4fb5-8a88-60012524aa91 req-9f8c2ecc-81d3-4465-8c49-5a11914a0e57 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.1469908
Nov 04 13:48:40.261367 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:40.268617 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/dfbcc3f6-d426-4e23-b644-2c3ed95801d9 HTTP/1.1" status: 204  len: 168 time: 0.5783787
Nov 04 13:48:40.406004 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ce324-1a6a-4a90-b4f1-d871024a2ca1 None None] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:40.511466 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Router a015b0de-f66c-4849-9e16-44805fab43dd is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:48:40.628627 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0670>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:38Z', 'revision_number': 3, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:40.633801 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Checking router: f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:48:40.634162 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Updating router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:48:40.775734 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:40.810888 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-f3d01a4a-442a-4c4e-b1ba-19f36fe4ae37 None None] Provisioning for port 30748261-1e9f-48e1-8827-244ffdb35a6e completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:48:40.876740 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:48:40.971284 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Sync routers for ids ['a015b0de-f66c-4849-9e16-44805fab43dd'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:48:41.032207 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Routers {'a015b0de-f66c-4849-9e16-44805fab43dd'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:48:41.032851 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b2dcaf0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a015b0de-f66c-4849-9e16-44805fab43dd'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:41.038007 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Notify callbacks [] for router, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:41.042312 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.6560612
Nov 04 13:48:41.042312 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54832) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:41.234971 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54840) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:41.465983 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Set router a015b0de-f66c-4849-9e16-44805fab43dd gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:48:41.482958 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:41.509317 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-27dd6f8a-2a15-4b7e-83cb-97fbedec92b2 req-7a0f5fb0-2e38-47df-8e62-9bc4fd27d197 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.0536749
Nov 04 13:48:41.528484 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Transition to ACTIVE for port object fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:41.618201 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:41.637279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:41.644230 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:41.673981 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 30748261-1e9f-48e1-8827-244ffdb35a6e up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:41.752987 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:41.767567 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Usage tracker for resource:security_group_rule and tenant:969e1e934ebc470f8b4d23e46824b645 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:41.770565 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:41.786768 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:41.791315 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Pushing event updated for resources: {'Port': ['ID=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,revision_number=2']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:41.807218 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Attempting to bind port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:48:41.807589 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Attempting to bind port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:48:41.807972 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Attempting to bind port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:48:41.813221 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.813592 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.814033 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.814366 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.814708 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.815006 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.815325 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.815664 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.816005 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.816320 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.816708 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Tracked resource versions report:
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]: pushed versions:
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]: {   'ConntrackHelper': {'1.0'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Log': {'1.0'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Network': {'1.1'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Port': {'1.5'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'PortForwarding': {'1.2'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'QosPolicy': {'1.8'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'SecurityGroup': {'1.2'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'SecurityGroupRule': {'1.0'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'SubPort': {'1.0'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Subnet': {'1.1'},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     'Trunk': {'1.1'}}
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]: consumer versions:
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]: {   DHCP agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     HyperV agent@hv-cinder-81036: {},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     L3 agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     Metadata agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     Metering agent@dv-cinder-810367-1-iscsi: {},
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:     Open vSwitch agent@dv-cinder-810367-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Log': '1.0',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Network': '1.1',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Port': '1.5',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'PortForwarding': '1.2',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'QosPolicy': '1.8',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'SecurityGroup': '1.2',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'SecurityGroupRule': '1.0',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'SubPort': '1.0',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Subnet': '1.1',
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:                                                      'Trunk': '1.1'}}
Nov 04 13:48:41.818220 dv-cinder-810367-1-iscsi neutron-server[83647]:  {{(pid=83647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 04 13:48:41.822337 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:41.826095 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:48:41.826095 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:41.826095 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:41.826095 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:48:41.826095 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Bound port: fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:48:41.827135 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:41.962183 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] For port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:48:41.969785 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] For port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:48:41.978072 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.081663 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 30748261-1e9f-48e1-8827-244ffdb35a6e completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:48:42.101377 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 30748261-1e9f-48e1-8827-244ffdb35a6e triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:42.102261 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.129053 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.145189 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:42.159642 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.199611 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:42.370370 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.386751 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54878) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:42.452007 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.482079 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=969e1e934ebc470f8b4d23e46824b645&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2351522
Nov 04 13:48:42.486280 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 54886) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:42.511604 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-7ca23d25-c69a-4707-a32c-01a6df50e94f None None] Provisioning complete for port 30748261-1e9f-48e1-8827-244ffdb35a6e triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:42.512196 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7ca23d25-c69a-4707-a32c-01a6df50e94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.557979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855931fc-524e-482d-bd5a-0e477b1c7843,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:42.571881 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:42.584075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 30748261-1e9f-48e1-8827-244ffdb35a6e, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=30748261-1e9f-48e1-8827-244ffdb35a6e,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:48:42.590549 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b2dcaf0>, [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:48:39Z', 'revision_number': 3, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:42.606499 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Checking router: a015b0de-f66c-4849-9e16-44805fab43dd for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:48:42.608949 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Updating router a015b0de-f66c-4849-9e16-44805fab43dd port dce32450-04e5-4312-8fcb-0798e1ee4dc7 binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:48:42.650549 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Pushing event updated for resources: {'Port': ['ID=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:42.668485 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:42.669815 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:48:42.678913 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0670>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:42.702259 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.831849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:42.918812 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-44070260-841b-46be-92c0-aa14ac8d77e2 req-f08ebd14-64dc-44be-896e-e0113080791e tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.1403854
Nov 04 13:48:42.998359 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.019548 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Allocated IP 172.20.0.1 (6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb/45009a93-a4f4-4328-bba4-4f77e947f0b5/99fdd80e-5abe-4ca2-bff8-babd50614ab6) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:48:43.027847 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:48:43.095382 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.100278 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:43.105381 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Usage tracker for resource:security_group_rule and tenant:11596b59619a4606901b66d21ad6f759 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:43.108909 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:43.116582 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:43.198694 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.243877 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.250780 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.267962 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-36ae34e9-d698-4208-9213-88131e3cb30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:43.348686 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.361050 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:43.425082 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.436560 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4b9403-d06d-49ac-b041-9db017112ca8,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:43.444032 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11596b59619a4606901b66d21ad6f759&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0557690
Nov 04 13:48:43.446445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:43.448032 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54902) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:43.456344 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=30748261-1e9f-48e1-8827-244ffdb35a6e,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:43.462207 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:43.466519 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Transition to ACTIVE for port object dce32450-04e5-4312-8fcb-0798e1ee4dc7 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:43.472104 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.528660 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:43.551099 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.558819 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:43.590023 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855931fc-524e-482d-bd5a-0e477b1c7843,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:43.610033 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:43.636080 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0670>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:38Z', 'revision_number': 3, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:43.648902 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7a51c4-4aa0-48d8-a1a0-249a93fb0afd None None] The sync data for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi is: [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:38Z', 'revision_number': 3, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:48:43.668347 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.690429 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.694935 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/855931fc-524e-482d-bd5a-0e477b1c7843 HTTP/1.1" status: 204  len: 168 time: 1.2042694
Nov 04 13:48:43.718717 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Transition to ACTIVE for port object 99fdd80e-5abe-4ca2-bff8-babd50614ab6 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:43.720047 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.90', 65221) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:43.748000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Attempting to bind port dce32450-04e5-4312-8fcb-0798e1ee4dc7 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:48:43.748445 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Attempting to bind port dce32450-04e5-4312-8fcb-0798e1ee4dc7 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:48:43.748903 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Attempting to bind port dce32450-04e5-4312-8fcb-0798e1ee4dc7 on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:48:43.752281 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaddb34-98cc-4fb8-9081-370bc256f553 None None] Pushing event updated for resources: {'Port': ['ID=dce32450-04e5-4312-8fcb-0798e1ee4dc7,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:43.756734 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-caaddb34-98cc-4fb8-9081-370bc256f553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:43.762732 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:48:43.768678 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:43.768678 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.768678 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:48:43.768678 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Bound port: dce32450-04e5-4312-8fcb-0798e1ee4dc7, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:48:43.768678 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:43.930529 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] For port dce32450-04e5-4312-8fcb-0798e1ee4dc7, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:48:43.934544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] For port dce32450-04e5-4312-8fcb-0798e1ee4dc7, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=dce32450-04e5-4312-8fcb-0798e1ee4dc7,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:48:44.051900 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:44.058381 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:44.112689 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:44.210383 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaddb34-98cc-4fb8-9081-370bc256f553 None None] Pushing event updated for resources: {'Port': ['ID=dce32450-04e5-4312-8fcb-0798e1ee4dc7,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:44.222850 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-caaddb34-98cc-4fb8-9081-370bc256f553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:44.226894 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Routers {'a015b0de-f66c-4849-9e16-44805fab43dd'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:48:44.227810 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b2dcaf0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a015b0de-f66c-4849-9e16-44805fab43dd'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:44.255800 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:44.333261 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-881ab1f7-24b5-4cae-9299-b29a5ea334de tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:44.341466 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-881ab1f7-24b5-4cae-9299-b29a5ea334de tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Synchronizing usage tracker for tenant:91ea5f6e7e2846ab9248a740f8ce8c9e on resource:network {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:48:44.380806 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:44.389538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4ed97a7a-be5d-40c7-ab36-f5d1388c457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:44.539574 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Allocated IP 172.20.0.1 (8e28864a-4bb9-4618-926c-a01206f91a85/02c39d35-64e3-47ab-9c59-274956345650/a76e2c37-b26a-4acd-941d-92786d93bfe1) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:48:44.562559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-881ab1f7-24b5-4cae-9299-b29a5ea334de tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Unset dirty status for tenant:91ea5f6e7e2846ab9248a740f8ce8c9e on resource:network {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:48:44.565367 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-881ab1f7-24b5-4cae-9299-b29a5ea334de tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.90 "GET /v2.0/networks?id=6e875e9f-bac4-4403-88a1-1fc36543ab16 HTTP/1.1" status: 200  len: 811 time: 0.8426301
Nov 04 13:48:44.579619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Pushing event updated for resources: {'Port': ['ID=99fdd80e-5abe-4ca2-bff8-babd50614ab6,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:44.586131 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:44.599199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:44.601185 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:44.618614 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:48:44.619248 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:44.644536 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Request body: {'port': {'device_id': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16', 'admin_state_up': True, 'tenant_id': '91ea5f6e7e2846ab9248a740f8ce8c9e'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:44.652635 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] Set router a015b0de-f66c-4849-9e16-44805fab43dd gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:48:44.689996 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-da09b1bd-c7ce-49fb-8f02-89f19ee90ea8 req-14379b73-8ed9-4482-ab6a-7f2d171a15a7 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.1368415
Nov 04 13:48:45.017570 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.061608 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:45.076365 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:45.111734 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Usage tracker for resource:port and tenant:91ea5f6e7e2846ab9248a740f8ce8c9e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:45.120127 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:45.136843 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:45.163266 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.168380 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4b9403-d06d-49ac-b041-9db017112ca8,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:45.184660 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:45.185123 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 54958) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:45.188165 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.224957 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.236201 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Made reservation on behalf of 91ea5f6e7e2846ab9248a740f8ce8c9e for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:45.240146 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.241277 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aa4b9403-d06d-49ac-b041-9db017112ca8 HTTP/1.1" status: 204  len: 168 time: 1.7800314
Nov 04 13:48:45.246557 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.397379 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:45.412690 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe0913075a440158c7d655ad20e9c6a is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:45.420390 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:45.442013 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:45.484300 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-7e89ef7e-ce9e-4ee2-bfdc-b2a01dfe2ffb None None] Provisioning for port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:48:45.501075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-7e89ef7e-ce9e-4ee2-bfdc-b2a01dfe2ffb None None] Provisioning complete for port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:45.501461 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7e89ef7e-ce9e-4ee2-bfdc-b2a01dfe2ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.591935 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 30748261-1e9f-48e1-8827-244ffdb35a6e up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:45.643355 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.672353 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-7e89ef7e-ce9e-4ee2-bfdc-b2a01dfe2ffb None None] Port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:48:45.717458 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.730220 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b2dcaf0>, [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:48:39Z', 'revision_number': 3, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:45.735956 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6fa12e-bbf1-4cef-bc6f-570815c02eea None None] The sync data for ids ['a015b0de-f66c-4849-9e16-44805fab43dd'] in dv-cinder-810367-1-iscsi is: [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:48:39Z', 'revision_number': 3, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:48:45.738021 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-374f3594-867e-4c57-9912-b422c3f88af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:45.744771 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 30748261-1e9f-48e1-8827-244ffdb35a6e triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:45.744908 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.794643 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Allocated IP 172.20.0.4 (6e875e9f-bac4-4403-88a1-1fc36543ab16/644a8852-80ee-4a02-a5db-c1b21e7acea2/08664b3c-6333-496c-a4a9-42a2540733a7) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:48:45.805590 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de86f14a-4a85-4ce1-bdd6-385f135c0d75,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:45.814587 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:45.823168 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:45.851641 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-604af2d7-8de8-40ac-b922-aa9808f34edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:45.890738 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.015835 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.022681 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.028956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:46.053657 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:46.125064 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Network 8e28864a-4bb9-4618-926c-a01206f91a85 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:46.138511 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-60ac3a2c-2db5-47f3-b7f1-76491d8dab55 req-c3ce0b29-8aca-43ba-a7d4-a67bf94ec179 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.1002135
Nov 04 13:48:46.157453 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:46.172745 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Pushing event updated for resources: {'Port': ['ID=99fdd80e-5abe-4ca2-bff8-babd50614ab6,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:46.181654 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:46.186250 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1fe0913075a440158c7d655ad20e9c6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9932599
Nov 04 13:48:46.188418 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:48:46.189532 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.198463 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55002) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:46.228012 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Pushing event updated for resources: {'Port': ['ID=a76e2c37-b26a-4acd-941d-92786d93bfe1,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:46.231531 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:46.318519 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:48:46.323604 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:46.326737 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.401075 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.437237 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.473603 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.493217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.494356 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:48:46.545896 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.579568 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:46.586858 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:46.591955 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:46.601941 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:46.713107 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:46.716190 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:47.025781 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-3a0ac9c9-732b-45fc-b716-2c3b3476e875 None None] Provisioning complete for port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:47.025781 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-3a0ac9c9-732b-45fc-b716-2c3b3476e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.044359 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.101121 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.109080 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:47.140946 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-3a0ac9c9-732b-45fc-b716-2c3b3476e875 None None] Port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:48:47.177690 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.189225 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Pushing event updated for resources: {'Port': ['ID=08664b3c-6333-496c-a4a9-42a2540733a7,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:47.195169 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:47.195646 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:47.204400 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.205826 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.210644 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-faee3e00-fec2-428e-ba7d-19a0e18d79a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:47.218700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de86f14a-4a85-4ce1-bdd6-385f135c0d75,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:47.225220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Network 6e875e9f-bac4-4403-88a1-1fc36543ab16 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:47.226162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:47.239477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:47.257279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:48:47.261090 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:47.261686 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.355714 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.368197 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/de86f14a-4a85-4ce1-bdd6-385f135c0d75 HTTP/1.1" status: 204  len: 168 time: 1.1666486
Nov 04 13:48:47.397348 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:47.456131 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:48:47.497629 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Pushing event updated for resources: {'Port': ['ID=a76e2c37-b26a-4acd-941d-92786d93bfe1,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:47.525363 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55048) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:47.526774 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9097123
Nov 04 13:48:47.534081 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:47.534915 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.555040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:47.664450 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Network 8e28864a-4bb9-4618-926c-a01206f91a85 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:47.667650 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:47.712458 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:48:47.728102 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] 10.222.0.96 "PUT /v2.0/routers/f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7346528
Nov 04 13:48:47.752574 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1796716287-network', 'tenant_id': '76271e8502a245968ed1b336dadc40ae'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:47.764766 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:47.770689 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Usage tracker for resource:network and tenant:76271e8502a245968ed1b336dadc40ae is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:47.774337 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:47.783183 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:47.783485 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037d180-e4da-405c-b3b6-11bbcc6762c7 req-d218d2a5-5a78-4bdb-a2d7-40803abeccc5 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:47.793050 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4037d180-e4da-405c-b3b6-11bbcc6762c7 req-d218d2a5-5a78-4bdb-a2d7-40803abeccc5 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 931 time: 0.3705804
Nov 04 13:48:47.866608 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Made reservation on behalf of 76271e8502a245968ed1b336dadc40ae for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:47.869158 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:47.896952 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:48.005380 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4037d180-e4da-405c-b3b6-11bbcc6762c7 req-98c812bb-67a7-48b6-af50-ab87b1357c84 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112281
Nov 04 13:48:48.042005 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:48.060942 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Usage tracker for resource:security_group_rule and tenant:76271e8502a245968ed1b336dadc40ae is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:48.066177 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:48.082866 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:48.291162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:48.387083 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:48.397368 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:48.495648 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Router a015b0de-f66c-4849-9e16-44805fab43dd has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:48:48.505538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-13a277c2-8ab3-4dca-8eef-69b7b9981a83 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83645) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:48:48.507720 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-13a277c2-8ab3-4dca-8eef-69b7b9981a83 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0158925
Nov 04 13:48:48.543785 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:48:48.581344 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e60b3e5-2c65-4130-8f6e-279c2b6de7c5,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:48.587608 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:48.603339 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:48.603764 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Added segment 5c76b078-d8f1-4eb6-9c31-c7f3ca9a3a87 of type vlan for network c7a7fdf5-2643-4227-be04-7ba951b6909f
Nov 04 13:48:48.673061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:48.738840 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Sync routers for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:48:48.767331 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:48:48.767973 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:48.774852 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:48.777399 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:48.778080 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:48.783938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-3fd23441-9936-42c4-b115-dee534435f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:49.162868 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55092) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:49.164940 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a7fdf5-2643-4227-be04-7ba951b6909f,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:49.185228 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:49.188814 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network c7a7fdf5-2643-4227-be04-7ba951b6909f details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:48:49.247602 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:48:49.260072 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.7321808
Nov 04 13:48:49.261287 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55104) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:49.267761 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Request body: {'subnet': {'network_id': 'c7a7fdf5-2643-4227-be04-7ba951b6909f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1796716287-subnet', 'tenant_id': '76271e8502a245968ed1b336dadc40ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:49.291129 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:49.324016 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Usage tracker for resource:subnet and tenant:76271e8502a245968ed1b336dadc40ae is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:49.338262 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] 10.222.0.96 "PUT /v2.0/routers/a015b0de-f66c-4849-9e16-44805fab43dd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2854083
Nov 04 13:48:49.339455 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:49.370293 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:49.506211 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Made reservation on behalf of 76271e8502a245968ed1b336dadc40ae for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:49.509484 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:49.541397 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device dce32450-04e5-4312-8fcb-0798e1ee4dc7 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:49.599219 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:48:49.816775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Request body: {'port': {'device_id': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:49.832928 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1418d3-f75b-4c0e-92f8-f13f4e23307a req-ccb91db4-7a92-42c4-9e43-07c5aeb6da14 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:49.839699 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d1418d3-f75b-4c0e-92f8-f13f4e23307a req-ccb91db4-7a92-42c4-9e43-07c5aeb6da14 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 931 time: 0.3197320
Nov 04 13:48:49.946959 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d1418d3-f75b-4c0e-92f8-f13f4e23307a req-994f81cc-0289-42a0-af10-b6974892dcbe tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025178
Nov 04 13:48:49.988029 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port dce32450-04e5-4312-8fcb-0798e1ee4dc7 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:48:49.994920 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port dce32450-04e5-4312-8fcb-0798e1ee4dc7 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:49.995544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.061717 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55116) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:50.068327 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63772357', 'description': 'tempest-description--1593749272'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:50.089644 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:50.099543 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:50.109728 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:50.134249 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:50.216746 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.267102 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.334893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:50.340075 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group_rule and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:50.344912 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:50.353559 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:50.416910 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0940>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:45Z', 'revision_number': 2, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:50.423539 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.427875 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Checking router: f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:48:50.428449 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Updating router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:48:50.464307 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port dce32450-04e5-4312-8fcb-0798e1ee4dc7, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=dce32450-04e5-4312-8fcb-0798e1ee4dc7,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:48:50.491536 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.512359 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.535370 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.542422 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:50.544087 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:50.548676 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Usage tracker for resource:security_group_rule and tenant:44bf53450d2c46c4a07157279f0418fc is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:50.549688 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.553677 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:50.563415 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:50.593023 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.637292 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-aa319228-5108-4757-a7b4-8d93032ed0f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:50.730660 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=dce32450-04e5-4312-8fcb-0798e1ee4dc7,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:50.778991 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:50.813784 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33836c9e-ea1f-4406-85eb-6890b18c77e6,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:50.844098 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:50.890887 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.923694 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e0114035-fb90-48fc-97b6-8df837010177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:50.934081 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.942010 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:50.961375 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.8861675
Nov 04 13:48:50.961375 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55134) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:50.984111 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'security_group_rule': {'security_group_id': '33836c9e-ea1f-4406-85eb-6890b18c77e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:51.014277 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:51.033982 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group_rule and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:51.050167 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:51.219213 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d46458-6e71-4783-a9af-241647179c8f,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:51.224384 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:51.435992 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Checking segment: {'id': '5c76b078-d8f1-4eb6-9c31-c7f3ca9a3a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'c7a7fdf5-2643-4227-be04-7ba951b6909f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:51.436674 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Network hostable DHCP agents. Network: c7a7fdf5-2643-4227-be04-7ba951b6909f, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:48:51.460042 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:51.476791 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device dce32450-04e5-4312-8fcb-0798e1ee4dc7 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:51.482901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.512918 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:51.555437 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad300d20-7286-4996-9374-53b46f2c1004,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:51.596859 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08664b3c-6333-496c-a4a9-42a2540733a7 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:48:51.615891 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Network c7a7fdf5-2643-4227-be04-7ba951b6909f is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:48:51.620233 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:51.639454 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.661173 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Transition to ACTIVE for port object 08664b3c-6333-496c-a4a9-42a2540733a7 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:51.689309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55156) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:51.690119 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=44bf53450d2c46c4a07157279f0418fc&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5224695
Nov 04 13:48:51.697009 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port dce32450-04e5-4312-8fcb-0798e1ee4dc7 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:51.699931 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.708948 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.776930 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, c7a7fdf5-2643-4227-be04-7ba951b6909f) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:51.786168 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:51.787069 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.799960 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.800993 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049533c-f425-401b-8ab2-f2744000af74 req-badb93e3-0c7f-4107-bc6e-17bd06eebd5c tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:51.803023 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e049533c-f425-401b-8ab2-f2744000af74 req-badb93e3-0c7f-4107-bc6e-17bd06eebd5c tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 931 time: 0.5278041
Nov 04 13:48:51.824376 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab8a5c-3324-4286-bd75-138038cb895f None None] Network c7a7fdf5-2643-4227-be04-7ba951b6909f requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:51.843403 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.908613 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-e55bf24e-c182-4f19-a397-cbdd79c2f98d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:51.909410 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-e55bf24e-c182-4f19-a397-cbdd79c2f98d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Synchronizing usage tracker for tenant:dac74880970d4999bbf95c0804e7e93b on resource:network {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:48:51.926629 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.936190 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:51.938146 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:51.994684 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Transition to ACTIVE for port object 99fdd80e-5abe-4ca2-bff8-babd50614ab6 will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:52.093063 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.096105 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e049533c-f425-401b-8ab2-f2744000af74 req-b8783d41-5f74-4bb5-84d5-a53a7de7d0fc tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2750731
Nov 04 13:48:52.098813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.107305 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.118655 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:52.130841 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.132408 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ad300d20-7286-4996-9374-53b46f2c1004 HTTP/1.1" status: 204  len: 168 time: 0.4411669
Nov 04 13:48:52.136354 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-e55bf24e-c182-4f19-a397-cbdd79c2f98d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Unset dirty status for tenant:dac74880970d4999bbf95c0804e7e93b on resource:network {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:48:52.142272 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-e55bf24e-c182-4f19-a397-cbdd79c2f98d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 819 time: 1.0727818
Nov 04 13:48:52.165246 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.168538 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:52.208342 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-241ec5ee-10b1-4913-a367-ccc8243988ac tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/quotas/dac74880970d4999bbf95c0804e7e93b HTTP/1.1" status: 200  len: 375 time: 0.0637043
Nov 04 13:48:52.317098 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b620e1d-8b1e-46ab-813a-f3bec4bf2baf,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:52.321643 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b7ab-1963-4528-8363-5dce4cac4499 None None] Pushing event updated for resources: {'Port': ['ID=99fdd80e-5abe-4ca2-bff8-babd50614ab6,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:52.350348 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-27d9b7ab-1963-4528-8363-5dce4cac4499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:52.353683 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.0913112
Nov 04 13:48:52.354775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=08664b3c-6333-496c-a4a9-42a2540733a7,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:52.367062 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:52.367830 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-96b914cb-be3f-4378-a389-9486092a7bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:52.369861 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:52.386174 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad300d20-7286-4996-9374-53b46f2c1004,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:52.390794 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:52.496519 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.499940 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.5447776
Nov 04 13:48:52.503053 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55176) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:52.508059 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-548ffb5d-f7b3-4425-bc43-b189081f0b62 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Synchronizing usage tracker for tenant:dac74880970d4999bbf95c0804e7e93b on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:48:52.511700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Attempting to bind port 08664b3c-6333-496c-a4a9-42a2540733a7 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:48:52.512818 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Attempting to bind port 08664b3c-6333-496c-a4a9-42a2540733a7 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '15570d32-f1fc-4fea-a0f1-d3bff3919c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:48:52.513253 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Attempting to bind port 08664b3c-6333-496c-a4a9-42a2540733a7 on network 6e875e9f-bac4-4403-88a1-1fc36543ab16 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:48:52.527545 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'security_group_rule': {'security_group_id': '33836c9e-ea1f-4406-85eb-6890b18c77e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:52.546326 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:52.565536 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group_rule and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:52.577976 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:52.595965 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Port 08664b3c-6333-496c-a4a9-42a2540733a7 on network 6e875e9f-bac4-4403-88a1-1fc36543ab16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:48:52.596368 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Attempting to bind port 08664b3c-6333-496c-a4a9-42a2540733a7 on network 6e875e9f-bac4-4403-88a1-1fc36543ab16 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:48:52.612661 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:52.634471 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:48:52.636526 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Checking segment: {'id': '15570d32-f1fc-4fea-a0f1-d3bff3919c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:52.643427 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Bound using segment: {'id': '15570d32-f1fc-4fea-a0f1-d3bff3919c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:48:52.643427 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Bound port: 08664b3c-6333-496c-a4a9-42a2540733a7, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15570d32-f1fc-4fea-a0f1-d3bff3919c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:48:52.643427 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.689201 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-548ffb5d-f7b3-4425-bc43-b189081f0b62 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Unset dirty status for tenant:dac74880970d4999bbf95c0804e7e93b on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:48:52.690873 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-548ffb5d-f7b3-4425-bc43-b189081f0b62 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4817178
Nov 04 13:48:52.774718 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da389d9e-c461-4313-adcc-d79e30f58418 None None] Network c7a7fdf5-2643-4227-be04-7ba951b6909f requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:48:52.878838 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.897724 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Attempting to bind port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:48:52.899686 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Attempting to bind port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:48:52.900128 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Attempting to bind port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:48:52.949645 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:48:52.951801 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Checking segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:48:52.962797 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:52.963851 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Bound using segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:48:52.966038 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Bound port: 99fdd80e-5abe-4ca2-bff8-babd50614ab6, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:48:52.966702 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.077146 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] For port 08664b3c-6333-496c-a4a9-42a2540733a7, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:48:53.143153 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] For port 08664b3c-6333-496c-a4a9-42a2540733a7, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=08664b3c-6333-496c-a4a9-42a2540733a7,segment=NetworkSegment(15570d32-f1fc-4fea-a0f1-d3bff3919c4d),segment_id=15570d32-f1fc-4fea-a0f1-d3bff3919c4d)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:48:53.175319 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.193988 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] For port 99fdd80e-5abe-4ca2-bff8-babd50614ab6, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:48:53.199953 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] For port 99fdd80e-5abe-4ca2-bff8-babd50614ab6, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=99fdd80e-5abe-4ca2-bff8-babd50614ab6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:48:53.238277 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.243857 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:53.348014 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.369928 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.375557 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.376466 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-27d9b7ab-1963-4528-8363-5dce4cac4499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:53.377485 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] 10.222.0.90 "PUT /v2.0/ports/08664b3c-6333-496c-a4a9-42a2540733a7 HTTP/1.1" status: 200  len: 1093 time: 4.2548873
Nov 04 13:48:53.378108 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'tag': '08664b3c-6333-496c-a4a9-42a2540733a7'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:48:53.491654 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=08664b3c-6333-496c-a4a9-42a2540733a7,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:53.496458 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:53.497043 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:53.528573 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68675c5-4137-4918-8444-c297ef2bc528,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:53.535717 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:53.561325 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b7ab-1963-4528-8363-5dce4cac4499 None None] Pushing event updated for resources: {'Port': ['ID=99fdd80e-5abe-4ca2-bff8-babd50614ab6,revision_number=4']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:53.565410 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-27d9b7ab-1963-4528-8363-5dce4cac4499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:53.570781 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:48:53.571346 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:53.613670 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814d3cc-7ae6-4229-811a-5463fcf47b1c req-9a6dd065-a5ae-44ad-aa33-0ef910e0be93 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:53.621087 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7814d3cc-7ae6-4229-811a-5463fcf47b1c req-9a6dd065-a5ae-44ad-aa33-0ef910e0be93 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.2009237
Nov 04 13:48:53.695825 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.702040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55212) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:53.702586 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.1934588
Nov 04 13:48:53.714458 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7814d3cc-7ae6-4229-811a-5463fcf47b1c req-74a06ea6-2458-4a0a-aa3e-8dc0c8b43bd0 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820782
Nov 04 13:48:53.730299 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:53.754929 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:53.770857 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:floatingip and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:53.774584 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-c84924ac-edf5-43bd-bc19-d8b60bf62dae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91ea5f6e7e2846ab9248a740f8ce8c9e&device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 1096 time: 0.1686060
Nov 04 13:48:53.775716 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:53.784696 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:53.911830 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:53.956338 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-93031130-68d8-457a-8653-bd2355450761 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08664b3c-6333-496c-a4a9-42a2540733a7 HTTP/1.1" status: 200  len: 217 time: 0.1533825
Nov 04 13:48:54.041097 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:48:54.133029 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-827628ac-4c33-44be-8332-53bf0c92aa3b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:54.136640 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-827628ac-4c33-44be-8332-53bf0c92aa3b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=644a8852-80ee-4a02-a5db-c1b21e7acea2 HTTP/1.1" status: 200  len: 851 time: 0.1710176
Nov 04 13:48:54.235017 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:54.324425 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55222) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:54.379637 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-8a0b911c-86ae-46eb-8d7a-b1189112ac46 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e875e9f-bac4-4403-88a1-1fc36543ab16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1232414
Nov 04 13:48:54.404459 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:54.603960 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:54.671734 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Allocated IP 172.27.2.75 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/c05cd03e-fc4b-4cc7-b3bb-e4626c8d2de9) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:48:54.701221 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55232) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:54.737115 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Usage tracker for resource:security_group_rule and tenant:1dfabc3447234dd2ae9e2c0e9162dad5 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:54.761668 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:54.766722 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b1c0940>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:53Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:54.769374 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-c1a2dcbf-eef3-4f8c-ac70-f2009bd77b84 service neutron] 10.222.0.90 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3388908
Nov 04 13:48:54.775142 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:54.778234 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98121cd-cb3f-4244-8f3f-71c4b5862e37 None None] The sync data for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi is: [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:53Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:48:54.955599 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:48:54.989393 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Sync routers for ids ['a015b0de-f66c-4849-9e16-44805fab43dd'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:48:55.058025 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Routers {'a015b0de-f66c-4849-9e16-44805fab43dd'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:48:55.059521 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b097460>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a015b0de-f66c-4849-9e16-44805fab43dd'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:55.076962 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-38452d1d-2d9f-4391-a515-a982521452cd service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83644) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:48:55.086730 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-38452d1d-2d9f-4391-a515-a982521452cd service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4779766
Nov 04 13:48:55.323953 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b773374c-8cb8-4e27-aa4e-46ab6726668b req-2cfc76c8-5fa4-4a54-a6bf-d8fa593d85f3 service neutron] 10.222.0.90 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5191910
Nov 04 13:48:55.324649 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:55.492012 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:55.502891 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f92d9d3774d4459295f6c369204b0659 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:55.508951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:55.529339 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:55.581256 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 99fdd80e-5abe-4ca2-bff8-babd50614ab6 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:55.748780 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:55.785500 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Set router a015b0de-f66c-4849-9e16-44805fab43dd gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:48:55.820823 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:55.908961 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.001444 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63488ab6-a679-4908-9400-7c1848c7028c req-120e5bf4-19c2-4dd5-af37-5dc1aefa6600 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:56.003165 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63488ab6-a679-4908-9400-7c1848c7028c req-120e5bf4-19c2-4dd5-af37-5dc1aefa6600 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.8773155
Nov 04 13:48:56.007759 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:56.035543 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-00a2f060-a6bb-4a4d-af81-16891aa96c18 service neutron] 10.222.0.96 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9476495
Nov 04 13:48:56.079210 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.174646 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.192560 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:56.325724 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb03af2-19e0-4201-9bd7-b6d36cb4b166,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:56.348578 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:56.358553 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f92d9d3774d4459295f6c369204b0659&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6558964
Nov 04 13:48:56.369129 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55276) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:56.464622 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a18c3-2f8a-4b17-aa59-330120e9e927,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:56.480469 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:56.492881 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63488ab6-a679-4908-9400-7c1848c7028c req-8d1bebb8-524a-4c8f-8b2f-9fd7d9687857 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4737358
Nov 04 13:48:56.494369 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.504696 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1dfabc3447234dd2ae9e2c0e9162dad5&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1770682
Nov 04 13:48:56.507138 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55282) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:56.510572 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:56.566107 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:48:56.680643 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:48:56.682880 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.720501 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.729237 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:48:56.759051 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:48:56.762722 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:48:56.822039 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'Port': ['ID=c05cd03e-fc4b-4cc7-b3bb-e4626c8d2de9,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:56.830663 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:56.846601 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.861670 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-125fa492-c992-4e08-a22a-6ed5a0312d01 service neutron] 10.222.0.96 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7646554
Nov 04 13:48:56.882235 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:56.967295 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.097060 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b097460>, [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'a76e2c37-b26a-4acd-941d-92786d93bfe1', 'name': '', 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'mac_address': 'fa:16:3e:08:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c39d35-64e3-47ab-9c59-274956345650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:43Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 2, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'subnets': [{'id': '02c39d35-64e3-47ab-9c59-274956345650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:48:57.109361 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Checking router: a015b0de-f66c-4849-9e16-44805fab43dd for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:48:57.109361 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Updating router a015b0de-f66c-4849-9e16-44805fab43dd port a76e2c37-b26a-4acd-941d-92786d93bfe1 binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:48:57.138371 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55302) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:48:57.144399 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-887264891-network', 'tenant_id': '1c46c947a6d140ac9f2cc037aa91e042'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:48:57.174930 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.176597 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:57.213831 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Usage tracker for resource:network and tenant:1c46c947a6d140ac9f2cc037aa91e042 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:57.216893 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a33dc484-d77b-46e5-829e-11f7420d3a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:57.247727 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.286251 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:57.311601 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'tag': '08664b3c-6333-496c-a4a9-42a2540733a7', 'status': 'completed', 'code': 200}
Nov 04 13:48:57.345204 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.438466 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.460252 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 99fdd80e-5abe-4ca2-bff8-babd50614ab6, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=99fdd80e-5abe-4ca2-bff8-babd50614ab6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:48:57.461506 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.502832 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:57.558379 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb03af2-19e0-4201-9bd7-b6d36cb4b166,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:57.605321 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:57.608801 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:57.647739 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.664059 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a18c3-2f8a-4b17-aa59-330120e9e927,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:57.670029 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:57.671270 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.674125 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7eb03af2-19e0-4201-9bd7-b6d36cb4b166 HTTP/1.1" status: 204  len: 168 time: 1.3015063
Nov 04 13:48:57.683222 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:57.697144 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2febc316-4797-4507-bd55-ad7c3667acbe req-678ffeb9-e905-4472-a7c5-6a694239c05c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 210 time: 0.1892741
Nov 04 13:48:57.721335 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.722608 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/308a18c3-2f8a-4b17-aa59-330120e9e927 HTTP/1.1" status: 204  len: 168 time: 1.2144704
Nov 04 13:48:57.802647 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Made reservation on behalf of 1c46c947a6d140ac9f2cc037aa91e042 for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:48:57.804749 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.805267 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:57.857084 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-51d4b5d0-754d-4f38-a2e0-643ce9e8dc01 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91ea5f6e7e2846ab9248a740f8ce8c9e&device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 1096 time: 0.5363197
Nov 04 13:48:57.860600 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:58.199991 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:48:58.210629 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1c46c947a6d140ac9f2cc037aa91e042 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:48:58.222322 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:48:58.247783 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:48:58.302104 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-01f2d098-0b47-4b2e-b38e-bd975e4940e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:58.303872 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-01f2d098-0b47-4b2e-b38e-bd975e4940e5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e875e9f-bac4-4403-88a1-1fc36543ab16 HTTP/1.1" status: 200  len: 912 time: 0.3990817
Nov 04 13:48:58.395584 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c5090-5656-4790-852e-addfc699aecb req-67741dd8-75f1-4504-9cb6-72f5d72f2ae9 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:58.411029 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-688c5090-5656-4790-852e-addfc699aecb req-67741dd8-75f1-4504-9cb6-72f5d72f2ae9 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.4112473
Nov 04 13:48:58.640378 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-688c5090-5656-4790-852e-addfc699aecb req-87b71b06-21f9-4d34-955a-5fa8ba7ce52a tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279215
Nov 04 13:48:58.768829 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:58.770499 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:58.803813 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-e7f4982e-7975-488d-ad5f-3454b3cec4c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08664b3c-6333-496c-a4a9-42a2540733a7 HTTP/1.1" status: 200  len: 217 time: 0.4855092
Nov 04 13:48:58.968200 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:58.988684 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-87aa5478-1d38-4188-8b95-5a847a618a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:59.034094 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:59.077378 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:59.118786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb198bd-a672-4f5c-97f3-dd2b1256d8f0,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:59.138074 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=99fdd80e-5abe-4ca2-bff8-babd50614ab6,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:59.149243 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.478s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:59.156434 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:59.229994 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:48:59.239174 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:59.278553 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:59.302299 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-56db3d76-8ccf-4319-8371-de0b1d5c2c63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:59.311908 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-56db3d76-8ccf-4319-8371-de0b1d5c2c63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=644a8852-80ee-4a02-a5db-c1b21e7acea2 HTTP/1.1" status: 200  len: 851 time: 0.4688592
Nov 04 13:48:59.327411 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:59.327821 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Added segment ad1dfae9-1640-4673-a0d0-e7f3663ed93e of type vlan for network cfcae624-90a5-4b6b-94ea-72be33f1609e
Nov 04 13:48:59.335018 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Transition to ACTIVE for port object a76e2c37-b26a-4acd-941d-92786d93bfe1 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:48:59.373113 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-0e93452f-211d-4241-a524-b01c06e37b28 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:48:59.374424 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-0e93452f-211d-4241-a524-b01c06e37b28 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 819 time: 0.4450927
Nov 04 13:48:59.410967 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'Port': ['ID=c05cd03e-fc4b-4cc7-b3bb-e4626c8d2de9,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:59.414289 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:59.416644 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-90172242-8997-4c9e-b167-e9ef1e348f27 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/quotas/dac74880970d4999bbf95c0804e7e93b HTTP/1.1" status: 200  len: 375 time: 0.0288897
Nov 04 13:48:59.499591 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:59.515351 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:48:59.540567 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:48:59.544161 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-fb227a61-17a6-4da7-88ef-5fadefda2b05 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e875e9f-bac4-4403-88a1-1fc36543ab16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2069974
Nov 04 13:48:59.550369 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.8327203
Nov 04 13:48:59.572775 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-050b0283-5340-4561-ab1d-93ca4339c795 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1496928
Nov 04 13:48:59.805648 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656e67e-5c56-4817-b7f9-e6d3d5af0e52 None None] Pushing event updated for resources: {'Port': ['ID=a76e2c37-b26a-4acd-941d-92786d93bfe1,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:48:59.823565 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-7656e67e-5c56-4817-b7f9-e6d3d5af0e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:48:59.859003 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 99fdd80e-5abe-4ca2-bff8-babd50614ab6 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:48:59.898754 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-0a3e6ede-e5f0-4d2b-8124-2035e8b926ed service neutron] 10.222.0.90 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3331578
Nov 04 13:48:59.900930 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:00.023804 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-7cfca276-98fe-4f58-98e2-8f54522f5bb0 service neutron] 10.222.0.96 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4436274
Nov 04 13:49:00.069421 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Attempting to bind port a76e2c37-b26a-4acd-941d-92786d93bfe1 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:49:00.069844 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Attempting to bind port a76e2c37-b26a-4acd-941d-92786d93bfe1 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:49:00.070217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Attempting to bind port a76e2c37-b26a-4acd-941d-92786d93bfe1 on network 8e28864a-4bb9-4618-926c-a01206f91a85 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:00.088930 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:49:00.088930 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Checking segment: {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:00.116757 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:00.117175 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Bound using segment: {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:49:00.117806 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Bound port: a76e2c37-b26a-4acd-941d-92786d93bfe1, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:49:00.118183 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:00.150619 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-32452726-6ad5-4ff3-803b-4a5773b00001 req-01fa4edc-eac4-4ec2-8887-3c488cde7cb5 service neutron] 10.222.0.90 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138515
Nov 04 13:49:00.202953 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:00.203439 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:00.291984 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:00.294306 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:00.296148 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:00.371740 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] For port a76e2c37-b26a-4acd-941d-92786d93bfe1, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:49:00.376318 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] For port a76e2c37-b26a-4acd-941d-92786d93bfe1, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=a76e2c37-b26a-4acd-941d-92786d93bfe1,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:49:00.395725 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:00.522671 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-c212eaad-5415-48b2-bc9c-7f435af00366 service neutron] 10.222.0.96 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4908998
Nov 04 13:49:00.526806 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:00.562707 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf9600-b251-491e-980c-9863345b435a req-901cc5c9-dd18-4a7b-a81b-964d80f50cf0 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:00.567107 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9cf9600-b251-491e-980c-9863345b435a req-901cc5c9-dd18-4a7b-a81b-964d80f50cf0 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.6177819
Nov 04 13:49:00.569622 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-caaddb34-98cc-4fb8-9081-370bc256f553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:00.722750 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9cf9600-b251-491e-980c-9863345b435a req-d7be1ece-7fa5-491f-b2b2-244b4f102c5c tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1469698
Nov 04 13:49:00.728711 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.5877368
Nov 04 13:49:00.730978 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55432) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:00.742250 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Request body: {'subnet': {'network_id': 'cfcae624-90a5-4b6b-94ea-72be33f1609e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-887264891-subnet', 'tenant_id': '1c46c947a6d140ac9f2cc037aa91e042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:00.761887 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:00.764404 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=cfcae624-90a5-4b6b-94ea-72be33f1609e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:00.783909 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Routers {'a015b0de-f66c-4849-9e16-44805fab43dd'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:49:00.789813 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b097460>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:48:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a015b0de-f66c-4849-9e16-44805fab43dd'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:00.789918 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:00.794197 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Usage tracker for resource:subnet and tenant:1c46c947a6d140ac9f2cc037aa91e042 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:00.819137 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:00.842210 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:00.915611 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network cfcae624-90a5-4b6b-94ea-72be33f1609e details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:49:00.961126 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656e67e-5c56-4817-b7f9-e6d3d5af0e52 None None] Pushing event updated for resources: {'Port': ['ID=a76e2c37-b26a-4acd-941d-92786d93bfe1,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:00.997954 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-7656e67e-5c56-4817-b7f9-e6d3d5af0e52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:01.200629 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Made reservation on behalf of 1c46c947a6d140ac9f2cc037aa91e042 for: {'subnet': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:01.202963 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:01.233025 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f2cc3a0f-1e98-4b00-a1f7-c72e0f277cdb req-a6e934de-6929-482a-92c7-00f2158f6f6f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 210 time: 0.2778237
Nov 04 13:49:01.316768 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] Set router a015b0de-f66c-4849-9e16-44805fab43dd gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:49:01.419060 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5c85184b-3c35-4940-b3ed-f2ae5862e38b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Synchronizing usage tracker for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:49:01.566144 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5c85184b-3c35-4940-b3ed-f2ae5862e38b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Unset dirty status for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:49:01.575768 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5c85184b-3c35-4940-b3ed-f2ae5862e38b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--63772357&fields=id&tenant_id=73f891c473ce4d95b60c1b5ab12858a9 HTTP/1.1" status: 200  len: 267 time: 0.4004653
Nov 04 13:49:01.957627 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:01.962747 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-f7389f79-bce4-49d7-9400-4ae64150e7ac tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:01.963488 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-f7389f79-bce4-49d7-9400-4ae64150e7ac tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Synchronizing usage tracker for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:network {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:49:01.971796 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-bb0f6648-f454-4aec-ba0c-a59daaa73f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:02.117504 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d67ffc-d96a-42fb-96b6-212b4cb571b7,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:02.134353 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:02.134784 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b097460>, [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'a76e2c37-b26a-4acd-941d-92786d93bfe1', 'name': '', 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'mac_address': 'fa:16:3e:08:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c39d35-64e3-47ab-9c59-274956345650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:43Z', 'updated_at': '2021-11-04T13:49:00Z', 'revision_number': 4, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'subnets': [{'id': '02c39d35-64e3-47ab-9c59-274956345650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:02.136612 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Checking segment: {'id': 'ad1dfae9-1640-4673-a0d0-e7f3663ed93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cfcae624-90a5-4b6b-94ea-72be33f1609e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:02.136961 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Network hostable DHCP agents. Network: cfcae624-90a5-4b6b-94ea-72be33f1609e, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:49:02.138348 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8188a2-ba32-46eb-b359-59b5cdb80c48 None None] The sync data for ids ['a015b0de-f66c-4849-9e16-44805fab43dd'] in dv-cinder-810367-1-iscsi is: [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'a76e2c37-b26a-4acd-941d-92786d93bfe1', 'name': '', 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'mac_address': 'fa:16:3e:08:af:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c39d35-64e3-47ab-9c59-274956345650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:43Z', 'updated_at': '2021-11-04T13:49:00Z', 'revision_number': 4, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'subnets': [{'id': '02c39d35-64e3-47ab-9c59-274956345650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:49:02.190545 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c5cd3-f1b9-4fe5-bc96-fd035d41264b req-49737010-991f-422a-b18c-f85110479192 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:02.209011 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-720c5cd3-f1b9-4fe5-bc96-fd035d41264b req-49737010-991f-422a-b18c-f85110479192 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.1699333
Nov 04 13:49:02.222502 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d90cef24-6b6f-4886-bf29-21fa9f773c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:02.242420 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-f7389f79-bce4-49d7-9400-4ae64150e7ac tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Unset dirty status for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:network {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:49:02.248358 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-f7389f79-bce4-49d7-9400-4ae64150e7ac tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 809 time: 0.6714339
Nov 04 13:49:02.304931 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-e0b288d2-6c59-47d6-bfd0-417ab5a83da8 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/quotas/73f891c473ce4d95b60c1b5ab12858a9 HTTP/1.1" status: 200  len: 375 time: 0.0556505
Nov 04 13:49:02.339618 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:02.369264 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-720c5cd3-f1b9-4fe5-bc96-fd035d41264b req-950f4d27-3ef9-418c-8160-78f81b46138c tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590126
Nov 04 13:49:02.381144 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Network cfcae624-90a5-4b6b-94ea-72be33f1609e is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:49:02.487103 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-9eb7cb1f-5e00-43da-ae2a-6cd69bb2bd7a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1811888
Nov 04 13:49:02.525403 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, cfcae624-90a5-4b6b-94ea-72be33f1609e) {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:02.536742 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:02.537289 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:02.538246 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e68fd-2cb3-4a0e-b323-651726215a56 None None] Network cfcae624-90a5-4b6b-94ea-72be33f1609e requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:02.880895 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ce200818-450d-4899-8fad-00a2395a47cc req-32b5544f-6b90-45d9-8b97-1de3ab81bd96 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 210 time: 0.1988449
Nov 04 13:49:02.938436 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.2050188
Nov 04 13:49:03.052534 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-7bae0676-ddd7-4dde-9a0e-8c79e3fc66a1 service neutron] 10.222.0.96 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5644867
Nov 04 13:49:03.201671 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:03.325030 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-0f630e7a-62ab-4086-ab5f-bf012fc1ca6a service neutron] 10.222.0.96 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611089
Nov 04 13:49:03.369165 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2566597-a186-49f0-946e-ef339a120802 None None] Network cfcae624-90a5-4b6b-94ea-72be33f1609e requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:03.750204 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427db05f-a9c9-41cd-8507-15426c232e22 req-b3f1ff91-a87c-4447-8156-b7219b7dafc4 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:03.751843 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-427db05f-a9c9-41cd-8507-15426c232e22 req-b3f1ff91-a87c-4447-8156-b7219b7dafc4 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.1466990
Nov 04 13:49:03.820649 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-427db05f-a9c9-41cd-8507-15426c232e22 req-943cca65-474c-43f6-a353-52482fc3e7b2 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615356
Nov 04 13:49:03.995495 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-49b40d07-de77-464b-bb69-6ea8a54ec06b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:04.006299 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-49b40d07-de77-464b-bb69-6ea8a54ec06b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 819 time: 0.5459483
Nov 04 13:49:04.009025 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55508) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:04.077238 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55516) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:04.084568 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8c13b705-e8af-4978-8bbf-78b02111ccd9 req-e96e8a28-ac7f-43a9-8f89-6ad0016be96d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 210 time: 0.1901588
Nov 04 13:49:04.130022 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Request body: {'port': {'device_id': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'admin_state_up': True, 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:04.244885 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a76e2c37-b26a-4acd-941d-92786d93bfe1 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:04.377485 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-70960e7b-a025-47a6-9a19-c20a6d5fabb6 req-f154d697-41a7-4aa3-94e1-aaa400e4e4b6 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 210 time: 0.1253433
Nov 04 13:49:04.443579 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Deleting subnet a7d46458-6e71-4783-a9af-241647179c8f {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:49:04.450984 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.501056 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d34dbcea-ce91-4e7a-b662-0089d3857fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.503962 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port a76e2c37-b26a-4acd-941d-92786d93bfe1 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:04.510553 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port a76e2c37-b26a-4acd-941d-92786d93bfe1 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:04.522262 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.522702 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.535445 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.90', 65251) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:04.603919 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:04.604491 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:04.613378 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.614602 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a9b6a56b234d26a4011f6a1c9ec8a8 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:04.619580 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:04.643442 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:04.687606 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:04.690445 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.757677 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.808542 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port a76e2c37-b26a-4acd-941d-92786d93bfe1, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=a76e2c37-b26a-4acd-941d-92786d93bfe1,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:04.814338 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.816816 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-37d98fd7-4b94-4a48-aabe-58ab7f62e77e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:04.818713 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-37d98fd7-4b94-4a48-aabe-58ab7f62e77e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 819 time: 0.2662106
Nov 04 13:49:04.851978 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Request body: {'port': {'device_id': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'admin_state_up': True, 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:04.915933 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Made reservation on behalf of dac74880970d4999bbf95c0804e7e93b for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:04.919440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.928989 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.929132 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:04.931311 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:04.941285 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-00f6993e-8782-4661-a9b5-f953c8727a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:04.959702 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.036736 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=a76e2c37-b26a-4acd-941d-92786d93bfe1,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:05.043921 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e7491e07-e6b9-4928-a4b6-8c83b943a221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:05.047538 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:05.094690 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.105207 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d46458-6e71-4783-a9af-241647179c8f,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:05.110220 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83dacbf-a80f-4e2b-bc62-e0ad944d13a7,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:05.114152 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:05.119808 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d1a9b6a56b234d26a4011f6a1c9ec8a8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0285952
Nov 04 13:49:05.120396 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55552) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:05.163016 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:05.189478 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/a7d46458-6e71-4783-a9af-241647179c8f HTTP/1.1" status: 204  len: 168 time: 1.1770530
Nov 04 13:49:05.193985 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55560) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:05.309404 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:05.336091 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6dc4-5477-4ea7-a34c-56e2be681881 req-b5235f63-47a2-4e9b-aac0-be5222e80b9d tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:05.337667 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-069a6dc4-5477-4ea7-a34c-56e2be681881 req-b5235f63-47a2-4e9b-aac0-be5222e80b9d tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.3296220
Nov 04 13:49:05.378816 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Usage tracker for resource:port and tenant:dac74880970d4999bbf95c0804e7e93b is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:05.384787 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:05.399345 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:05.403295 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.423692 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Allocated IP 172.20.0.7 (8e28864a-4bb9-4618-926c-a01206f91a85/02c39d35-64e3-47ab-9c59-274956345650/a2830aab-6128-48e8-96fa-0109b5dcdd93) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:49:05.505707 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Made reservation on behalf of dac74880970d4999bbf95c0804e7e93b for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:05.508943 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.550617 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-069a6dc4-5477-4ea7-a34c-56e2be681881 req-a4eeb512-93fe-4838-9218-e73f33545b59 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003219
Nov 04 13:49:05.578375 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-44303108-d43b-479c-a9a0-e899224f731b req-e2759bd2-b7d8-4082-a63f-ed597bca2f90 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 210 time: 0.3204730
Nov 04 13:49:05.606629 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.637346 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.717055 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.812199 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a76e2c37-b26a-4acd-941d-92786d93bfe1 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:05.871948 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.897338 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port a76e2c37-b26a-4acd-941d-92786d93bfe1 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:05.897512 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.908383 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:05.969343 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-38639043-02d6-4ce0-b665-ba1410eab10d req-fc257813-f8aa-4a99-9d18-63c7d479ec64 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 210 time: 0.0665700
Nov 04 13:49:05.973112 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f751ac11b80>> segment before_delete 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.973656 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f751ac11b80>> subnet precommit_delete_associations 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.974523 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> segment_host_mapping after_create 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.974983 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> port after_create 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.975435 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> port after_delete 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.975917 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> port after_update 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.976421 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> segment after_delete 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.976951 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> subnet after_create 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.977403 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> subnet after_delete 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:05.977876 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751af7ff40>> subnet after_update 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:06.007415 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.087775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55580) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:06.147684 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.158809 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a639eb0>> subnet after_create 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:06.159335 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a639eb0>> subnet after_delete 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:06.159550 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a639eb0>> subnet before_create 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:06.159821 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a639eb0>> subnet before_update 55550000 {{(pid=83644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:49:06.160264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751ac11f10>,) {'filters': {'network_id': ['c7a7fdf5-2643-4227-be04-7ba951b6909f']}} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:06.207813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751ac11f10>, '5c76b078-d8f1-4eb6-9c31-c7f3ca9a3a87') {'for_net_delete': True} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:06.207813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751ac11f10>, '5c76b078-d8f1-4eb6-9c31-c7f3ca9a3a87') {} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:06.207813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237685'] for segment, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.209408 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:06.210253 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.217852 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:49:06.218245 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149955'] for segment, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.327895 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Pushing event updated for resources: {'Port': ['ID=a2830aab-6128-48e8-96fa-0109b5dcdd93,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:06.327895 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:06.327895 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Network 8e28864a-4bb9-4618-926c-a01206f91a85 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:49:06.327895 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:06.328896 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:06.328976 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   util.warn_limited(
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   util.warn_limited(
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]: Traceback (most recent call last):
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     timer()
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     cb(*args, **kw)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     return func(*args, **kwargs)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     self._notify()
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     self.callback(batched_events)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     event.method(event)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     return f(self, *a, **k)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._get(url).json()
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:49:06.331199 dv-cinder-810367-1-iscsi neutron-server[83644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:49:06.341398 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:49:06.345806 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:06.346336 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.353024 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83dacbf-a80f-4e2b-bc62-e0ad944d13a7,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:06.360558 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:06.400056 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Allocated IP 172.20.0.10 (8e28864a-4bb9-4618-926c-a01206f91a85/02c39d35-64e3-47ab-9c59-274956345650/23394464-4d96-42cb-99ce-cd34aeb6927a) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:49:06.400671 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.400671 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f83dacbf-a80f-4e2b-bc62-e0ad944d13a7 HTTP/1.1" status: 204  len: 168 time: 1.2463629
Nov 04 13:49:06.403137 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:06.411363 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Usage tracker for resource:security_group_rule and tenant:cc9c8752cf0f4784b6da24636c658b7b is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:06.425946 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:06.434800 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:06.610560 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.663811 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.665734 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5478609
Nov 04 13:49:06.671171 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9634290c-1c37-48b8-a0e1-95b88d6e12ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:06.684911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Request body: {'port': {'device_id': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:06.732128 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.749040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a7fdf5-2643-4227-be04-7ba951b6909f,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:06.763498 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 08664b3c-6333-496c-a4a9-42a2540733a7 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:49:06.767708 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:06.779766 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.854361 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-63f659e3-6eb9-43bf-bec7-8be1f3c3834e req-d501b238-7b85-47f1-87ac-8e593e7eb221 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 210 time: 0.0848949
Nov 04 13:49:06.856947 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] 10.222.0.96 "DELETE /v2.0/networks/c7a7fdf5-2643-4227-be04-7ba951b6909f HTTP/1.1" status: 204  len: 168 time: 1.6614058
Nov 04 13:49:06.869781 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55602) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:06.870479 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:06.927516 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:06.989877 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 08664b3c-6333-496c-a4a9-42a2540733a7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=08664b3c-6333-496c-a4a9-42a2540733a7,segment=NetworkSegment(15570d32-f1fc-4fea-a0f1-d3bff3919c4d),segment_id=15570d32-f1fc-4fea-a0f1-d3bff3919c4d)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:06.998382 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.007102 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '08664b3c-6333-496c-a4a9-42a2540733a7', 'network_id': '6e875e9f-bac4-4403-88a1-1fc36543ab16', 'port_id': '08664b3c-6333-496c-a4a9-42a2540733a7', 'mac_address': 'fa:16:3e:3b:1b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '644a8852-80ee-4a02-a5db-c1b21e7acea2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:49:07.013390 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Network 8e28864a-4bb9-4618-926c-a01206f91a85 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:49:07.037021 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19254f-a6d2-407b-9f66-5579a59488d3 req-c2c4d0c8-3200-44e3-ace5-405301c1ebb7 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:07.038803 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ba19254f-a6d2-407b-9f66-5579a59488d3 req-c2c4d0c8-3200-44e3-ace5-405301c1ebb7 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 943 time: 0.2660658
Nov 04 13:49:07.089985 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ba19254f-a6d2-407b-9f66-5579a59488d3 req-d7f4357a-814f-43fe-b3b8-1f969f7a6d78 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436771
Nov 04 13:49:07.141487 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.171912 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08664b3c-6333-496c-a4a9-42a2540733a7 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:49:07.174538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:07.179556 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Deleting subnet b1d67ffc-d96a-42fb-96b6-212b4cb571b7 {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:49:07.189301 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:49:07.194291 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:07.194937 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.203798 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 08664b3c-6333-496c-a4a9-42a2540733a7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=08664b3c-6333-496c-a4a9-42a2540733a7,segment=NetworkSegment(15570d32-f1fc-4fea-a0f1-d3bff3919c4d),segment_id=15570d32-f1fc-4fea-a0f1-d3bff3919c4d)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:07.212929 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.248435 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1dd4a-1320-472d-a329-073f4936c7d7 req-8600e64f-a8d8-4b7c-9603-58720ee93bcf tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:07.260449 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05c1dd4a-1320-472d-a329-073f4936c7d7 req-8600e64f-a8d8-4b7c-9603-58720ee93bcf tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 932 time: 0.1035676
Nov 04 13:49:07.283325 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.287036 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-a9d39c08-55d1-468b-80bc-184f77721cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:07.348504 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-05c1dd4a-1320-472d-a329-073f4936c7d7 req-a60406fe-d1d2-40a8-9fbf-186a6cf46d83 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Synchronizing usage tracker for tenant:dac74880970d4999bbf95c0804e7e93b on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:49:07.352430 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Pushing event updated for resources: {'Port': ['ID=23394464-4d96-42cb-99ce-cd34aeb6927a,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:07.357223 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.363092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:07.376218 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.387982 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5504804
Nov 04 13:49:07.388217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=08664b3c-6333-496c-a4a9-42a2540733a7,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:07.393212 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.396238 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.90', 65258) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:07.400930 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:07.455453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Request body: {'port': {'device_id': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:07.492801 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-05c1dd4a-1320-472d-a329-073f4936c7d7 req-a60406fe-d1d2-40a8-9fbf-186a6cf46d83 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Unset dirty status for tenant:dac74880970d4999bbf95c0804e7e93b on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:49:07.494133 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05c1dd4a-1320-472d-a329-073f4936c7d7 req-a60406fe-d1d2-40a8-9fbf-186a6cf46d83 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2327566
Nov 04 13:49:07.495935 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.546498 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['08664b3c-6333-496c-a4a9-42a2540733a7'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:49:07.566479 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-23a1f94a-cd0f-458a-8d21-cc75be182745 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:07.569178 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-23a1f94a-cd0f-458a-8d21-cc75be182745 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 809 time: 0.1651912
Nov 04 13:49:07.571257 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-089b547d-0495-4cc7-9840-eb4332fbbe5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:07.641443 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-3ca28967-0480-4908-80e5-373a2ca2e36b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f891c473ce4d95b60c1b5ab12858a9 HTTP/1.1" status: 200  len: 378 time: 0.0600870
Nov 04 13:49:07.657070 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'port': {'device_id': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'admin_state_up': True, 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'security_groups': ['33836c9e-ea1f-4406-85eb-6890b18c77e6']}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:07.672913 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55622) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:07.756243 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd3eda-4bfa-4d5c-abd0-9dbdbc83d482,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:07.771563 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cc9c8752cf0f4784b6da24636c658b7b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6787887
Nov 04 13:49:07.771563 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:07.772379 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55628) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:07.779092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.801541 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.920664 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:07.932743 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:port and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:07.938900 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:07.949798 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:07.951901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.971590 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:07.986022 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.025819 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:08.030684 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:08.105087 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-93e97439-5ebf-4ca3-b474-79c970b8f38e req-b5f997d5-2cfa-4cdd-9628-f85d5289acf8 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 210 time: 0.0932479
Nov 04 13:49:08.122967 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Usage tracker for resource:security_group_rule and tenant:1017a9b092b342e1b10fbdfed5229024 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:08.130537 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Made reservation on behalf of 73f891c473ce4d95b60c1b5ab12858a9 for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:08.135734 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.139046 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:08.144455 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d67ffc-d96a-42fb-96b6-212b4cb571b7,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:08.153574 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:08.159975 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:08.170901 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2830aab-6128-48e8-96fa-0109b5dcdd93 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:49:08.179514 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.198817 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.217536 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-2072b2f2-f2dc-4da3-8f9c-6c7fe3195896 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/b1d67ffc-d96a-42fb-96b6-212b4cb571b7 HTTP/1.1" status: 204  len: 168 time: 1.2246423
Nov 04 13:49:08.221013 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55644) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:08.284165 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Transition to ACTIVE for port object a2830aab-6128-48e8-96fa-0109b5dcdd93 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:49:08.322874 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.341245 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.382271 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-88c8ce6d-8208-40c3-9dfe-73b69f7eb760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:08.421595 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd3eda-4bfa-4d5c-abd0-9dbdbc83d482,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:08.437684 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:08.450522 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.450974 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.459842 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-59602d5b-c0bb-413f-bd6c-dc209b3de08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:08.505892 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.507008 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34dd3eda-4bfa-4d5c-abd0-9dbdbc83d482 HTTP/1.1" status: 204  len: 168 time: 0.7335017
Nov 04 13:49:08.585030 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2830aab-6128-48e8-96fa-0109b5dcdd93,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:08.596109 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:08.656104 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.665684 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Allocated IP 172.20.0.9 (6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb/45009a93-a4f4-4328-bba4-4f77e947f0b5/bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:49:08.684868 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:08.731465 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cd4d5-69db-447b-9517-8dbef7c18d28 req-7bb99791-1824-4e35-b129-6fe14310a3bf tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:08.732902 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-119cd4d5-69db-447b-9517-8dbef7c18d28 req-7bb99791-1824-4e35-b129-6fe14310a3bf tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 944 time: 0.4176972
Nov 04 13:49:08.736670 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 08664b3c-6333-496c-a4a9-42a2540733a7 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:08.757360 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1017a9b092b342e1b10fbdfed5229024&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0735097
Nov 04 13:49:08.767592 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55654) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:08.769810 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0434e3-e84e-44a4-ba7e-d45e1a460b1e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:08.771985 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:08.829252 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.861498 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Attempting to bind port a2830aab-6128-48e8-96fa-0109b5dcdd93 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:49:08.861841 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Attempting to bind port a2830aab-6128-48e8-96fa-0109b5dcdd93 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:49:08.862162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Attempting to bind port a2830aab-6128-48e8-96fa-0109b5dcdd93 on network 8e28864a-4bb9-4618-926c-a01206f91a85 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:08.889804 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a54c310>,) {'filters': {'network_id': ['cfcae624-90a5-4b6b-94ea-72be33f1609e']}} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:08.896545 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Port a2830aab-6128-48e8-96fa-0109b5dcdd93 on network 8e28864a-4bb9-4618-926c-a01206f91a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:49:08.908762 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Attempting to bind port a2830aab-6128-48e8-96fa-0109b5dcdd93 on network 8e28864a-4bb9-4618-926c-a01206f91a85 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:08.937623 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a54c310>, 'ad1dfae9-1640-4673-a0d0-e7f3663ed93e') {'for_net_delete': True} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:08.938163 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a54c310>, 'ad1dfae9-1640-4673-a0d0-e7f3663ed93e') {} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:08.953700 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 08664b3c-6333-496c-a4a9-42a2540733a7 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:08.963033 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 08664b3c-6333-496c-a4a9-42a2540733a7 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:08.964888 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:49:08.977408 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Checking segment: {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:08.977408 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Bound using segment: {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:49:08.977729 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.977861 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Bound port: a2830aab-6128-48e8-96fa-0109b5dcdd93, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:49:08.977861 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:08.986091 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.006097 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237685'] for segment, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.015684 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-119cd4d5-69db-447b-9517-8dbef7c18d28 req-16200f8e-f5be-49fa-807f-f564fd4e832a tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2338154
Nov 04 13:49:09.036839 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23394464-4d96-42cb-99ce-cd34aeb6927a {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:49:09.051725 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.063472 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.070196 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.081522 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=83644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:49:09.081953 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149955'] for segment, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]: Traceback (most recent call last):
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     timer()
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     cb(*args, **kw)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     return func(*args, **kwargs)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     self._notify()
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     self.callback(batched_events)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     event.method(event)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     return f(self, *a, **k)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._get(url).json()
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:49:09.096209 dv-cinder-810367-1-iscsi neutron-server[83644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:49:09.105200 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695de5d-a869-4973-b4af-05dbc01f8dc2 req-747ee6b1-2264-479d-af10-46ee3d31b97f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:09.106699 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d695de5d-a869-4973-b4af-05dbc01f8dc2 req-747ee6b1-2264-479d-af10-46ee3d31b97f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 932 time: 0.4428451
Nov 04 13:49:09.124497 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Transition to ACTIVE for port object 23394464-4d96-42cb-99ce-cd34aeb6927a will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:49:09.152575 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] For port a2830aab-6128-48e8-96fa-0109b5dcdd93, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:49:09.155911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] For port a2830aab-6128-48e8-96fa-0109b5dcdd93, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:49:09.197029 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.201901 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:09.218691 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.243700 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.283986 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.293139 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d695de5d-a869-4973-b4af-05dbc01f8dc2 req-fc00dbb2-2131-4d93-8b06-8466e106a89a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1726201
Nov 04 13:49:09.300714 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Transition to ACTIVE for port object bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:49:09.320833 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 08664b3c-6333-496c-a4a9-42a2540733a7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=08664b3c-6333-496c-a4a9-42a2540733a7,segment=NetworkSegment(15570d32-f1fc-4fea-a0f1-d3bff3919c4d),segment_id=15570d32-f1fc-4fea-a0f1-d3bff3919c4d)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:09.324772 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08664b3c-6333-496c-a4a9-42a2540733a7'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:09.332403 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.349376 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:09.349474 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.370400 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.377819 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcae624-90a5-4b6b-94ea-72be33f1609e,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:09.381306 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:09.386657 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-b8ed45d3-2810-46ba-b012-b73a938d05da admin admin] 10.222.0.96 "DELETE /v2.0/networks/cfcae624-90a5-4b6b-94ea-72be33f1609e HTTP/1.1" status: 204  len: 168 time: 1.1643224
Nov 04 13:49:09.433394 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-f94953ae-3150-47bb-b102-6ff664716ae2 req-e1aab04f-7e65-4a35-882b-27b9d93d3dba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Synchronizing usage tracker for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:49:09.455210 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.479628 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.480398 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.482658 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] 10.222.0.90 "PUT /v2.0/ports/a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 1093 time: 2.8049569
Nov 04 13:49:09.486114 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Pushing event updated for resources: {'Port': ['ID=23394464-4d96-42cb-99ce-cd34aeb6927a,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:09.486225 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:09.488727 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:09.494160 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:09.496286 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'tag': 'a2830aab-6128-48e8-96fa-0109b5dcdd93'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:09.500979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8cce7776-e02f-48a7-b1c8-54171ec5129d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:09.574086 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=08664b3c-6333-496c-a4a9-42a2540733a7,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:09.587642 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:09.599239 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.600864 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cc0434e3-e84e-44a4-ba7e-d45e1a460b1e HTTP/1.1" status: 204  len: 168 time: 0.8275447
Nov 04 13:49:09.624034 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:49:09.647687 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'tag': 'a2830aab-6128-48e8-96fa-0109b5dcdd93', 'status': 'completed', 'code': 200}
Nov 04 13:49:09.656152 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'Port': ['ID=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:09.669732 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:09.671720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a2830aab-6128-48e8-96fa-0109b5dcdd93,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:09.685215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:09.704403 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:49:09.710131 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:09.711562 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6f044ea7-b6a3-4617-8a67-63e84d0ac45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:09.724414 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Attempting to bind port 23394464-4d96-42cb-99ce-cd34aeb6927a on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:49:09.724751 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Attempting to bind port 23394464-4d96-42cb-99ce-cd34aeb6927a by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:49:09.725081 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Attempting to bind port 23394464-4d96-42cb-99ce-cd34aeb6927a on network 8e28864a-4bb9-4618-926c-a01206f91a85 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:09.733619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0434e3-e84e-44a4-ba7e-d45e1a460b1e,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:09.738718 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:09.743462 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Port 23394464-4d96-42cb-99ce-cd34aeb6927a on network 8e28864a-4bb9-4618-926c-a01206f91a85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:49:09.743462 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Attempting to bind port 23394464-4d96-42cb-99ce-cd34aeb6927a on network 8e28864a-4bb9-4618-926c-a01206f91a85 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:09.758959 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:49:09.759285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Checking segment: {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:09.759674 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Bound using segment: {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:49:09.760369 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Bound port: 23394464-4d96-42cb-99ce-cd34aeb6927a, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57fdbc9f-380b-4073-a966-2b8758614c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:49:09.760716 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.793489 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:09.794203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.834587 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-8a2a0887-1fde-43a6-b827-9935b5721b2c req-ca5a480a-bc05-4509-b9d2-9ae231d7a782 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1096 time: 0.1664526
Nov 04 13:49:09.892865 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-f94953ae-3150-47bb-b102-6ff664716ae2 req-e1aab04f-7e65-4a35-882b-27b9d93d3dba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Unset dirty status for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:49:09.894126 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f94953ae-3150-47bb-b102-6ff664716ae2 req-e1aab04f-7e65-4a35-882b-27b9d93d3dba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 210 time: 0.5055616
Nov 04 13:49:09.929323 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2809134
Nov 04 13:49:09.929541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55682) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:09.954449 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] For port 23394464-4d96-42cb-99ce-cd34aeb6927a, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:49:09.973035 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:09.974733 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] For port 23394464-4d96-42cb-99ce-cd34aeb6927a, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=23394464-4d96-42cb-99ce-cd34aeb6927a,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:49:09.993548 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Request body: {'port': {'device_id': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:10.014109 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0887-1fde-43a6-b827-9935b5721b2c req-6e411824-f1dc-4260-8d3b-4919f1b6b5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:10.015639 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-8a2a0887-1fde-43a6-b827-9935b5721b2c req-6e411824-f1dc-4260-8d3b-4919f1b6b5b2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=dac74880970d4999bbf95c0804e7e93b&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1706676
Nov 04 13:49:10.074004 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:10.108356 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb7355835d304518954eca35bcbbf5a1 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:10.118265 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:10.119434 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.128504 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:10.133736 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-94654538-f360-4614-aedd-915ef77d2aaa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:10.143770 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-99d58c84-6ce6-4862-87dc-80dfbd5235ae None None] Provisioning for port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:10.150657 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-99d58c84-6ce6-4862-87dc-80dfbd5235ae None None] Provisioning complete for port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:10.151201 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-99d58c84-6ce6-4862-87dc-80dfbd5235ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.154598 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.194169 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55696) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:10.309054 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-99d58c84-6ce6-4862-87dc-80dfbd5235ae None None] Port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:49:10.413904 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.416028 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] 10.222.0.90 "PUT /v2.0/ports/23394464-4d96-42cb-99ce-cd34aeb6927a HTTP/1.1" status: 200  len: 1094 time: 2.9838555
Nov 04 13:49:10.479579 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.508417 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a0887-1fde-43a6-b827-9935b5721b2c req-f734eb9c-e160-46b4-b685-f402e61b2473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:10.510149 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-8a2a0887-1fde-43a6-b827-9935b5721b2c req-f734eb9c-e160-46b4-b685-f402e61b2473 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4876826
Nov 04 13:49:10.511036 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Pushing event updated for resources: {'Port': ['ID=23394464-4d96-42cb-99ce-cd34aeb6927a,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:10.515239 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:10.521516 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a7f01e9b-15c9-4b1e-8bbe-c87ae8f1e6dd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=76271e8502a245968ed1b336dadc40ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3151839
Nov 04 13:49:10.521938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55706) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:10.572297 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.639138 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:10.669377 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314425cb-2343-4038-9d40-9fffc991b29e req-4495eeec-6ffe-41d6-9494-d934957a32ec tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:10.670861 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-314425cb-2343-4038-9d40-9fffc991b29e req-4495eeec-6ffe-41d6-9494-d934957a32ec tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.2888455
Nov 04 13:49:10.709698 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.736781 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af439026-1c0a-41bc-bb60-8662bad3b169,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:10.741188 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=eb7355835d304518954eca35bcbbf5a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8106761
Nov 04 13:49:10.745788 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55718) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:10.758209 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:10.792306 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-9d50cb3c-1bb6-495b-99b3-61b707817715 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 1097 time: 0.2242377
Nov 04 13:49:10.799191 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.814333 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-314425cb-2343-4038-9d40-9fffc991b29e req-2948d9a9-0aee-4974-81ca-3b5a3c7bc12b tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099458
Nov 04 13:49:10.816867 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-f2b8c7f1-7f63-4f16-8582-dcd62c388050 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1096 time: 0.2477183
Nov 04 13:49:10.838173 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a4c97-e02f-4b61-9d09-bd56c9c8bdc8 req-6c089ef7-ee77-47ff-aa53-3848d88e3980 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:10.839656 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-098a4c97-e02f-4b61-9d09-bd56c9c8bdc8 req-6c089ef7-ee77-47ff-aa53-3848d88e3980 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 944 time: 0.2770185
Nov 04 13:49:10.937901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:49:10.949571 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:10.964362 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-098a4c97-e02f-4b61-9d09-bd56c9c8bdc8 req-38ecfcd2-8cb6-46d6-91bb-74149acd8c00 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790796
Nov 04 13:49:10.975221 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Transition to ACTIVE for port object bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:49:11.049910 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-6c26e039-6b8f-4427-a8a3-06f73b4caa73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 217 time: 0.2172480
Nov 04 13:49:11.060791 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:11.066206 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:11.115394 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-11c6f1a8-f1d8-4257-8ad8-af0c43374b90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23394464-4d96-42cb-99ce-cd34aeb6927a HTTP/1.1" status: 200  len: 217 time: 0.3062153
Nov 04 13:49:11.243726 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08664b3c-6333-496c-a4a9-42a2540733a7', 'code': 200}
Nov 04 13:49:11.247953 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:11.267734 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-f395075d-9b3e-465e-bf21-44c184ce6d43 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:11.269825 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-f395075d-9b3e-465e-bf21-44c184ce6d43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.1977456
Nov 04 13:49:11.274284 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-05e21fb9-863f-4c66-bb69-b1aef097fae0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:11.275763 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-05e21fb9-863f-4c66-bb69-b1aef097fae0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.1539233
Nov 04 13:49:11.372718 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:11.387715 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:11.390216 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-343b23bc-b2aa-49da-b609-dbda5d1a7a05 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643363
Nov 04 13:49:11.398209 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-0e8fb06e-5db0-40c0-9f1b-163b487b85e8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1134179
Nov 04 13:49:11.398461 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:11.405604 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:11.405874 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-05f7eb93-59c2-4974-871c-59e3815d8bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:11.475872 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e60b3e5-2c65-4130-8f6e-279c2b6de7c5,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:11.478198 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:11.507002 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:11.508073 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2e60b3e5-2c65-4130-8f6e-279c2b6de7c5 HTTP/1.1" status: 204  len: 168 time: 0.9851365
Nov 04 13:49:11.651957 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'tag': '23394464-4d96-42cb-99ce-cd34aeb6927a'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:11.652603 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553bb14-633c-47f5-a178-0215220bef3e req-48a7ad19-93fc-4c5e-a893-217fe222395c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:11.660446 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6553bb14-633c-47f5-a178-0215220bef3e req-48a7ad19-93fc-4c5e-a893-217fe222395c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 943 time: 0.5194480
Nov 04 13:49:11.729170 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Attempting to bind port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:49:11.729524 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Attempting to bind port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:49:11.729902 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Attempting to bind port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:11.755299 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6553bb14-633c-47f5-a178-0215220bef3e req-b0d5d641-895a-4b05-ac5b-83b7d7997012 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0848465
Nov 04 13:49:11.757705 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:49:11.760245 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Attempting to bind port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:11.775433 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:49:11.775739 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Checking segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:11.776461 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Bound using segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:49:11.776941 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Bound port: bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:49:11.777148 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:11.783534 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'tag': '23394464-4d96-42cb-99ce-cd34aeb6927a', 'status': 'completed', 'code': 200}
Nov 04 13:49:11.833232 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-2d0d8ff2-6ee7-4015-a37b-ced90117dcb9 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4192076
Nov 04 13:49:11.851408 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-533ec0b9-fba8-45f8-bdd9-eef02e9eabc4 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4349644
Nov 04 13:49:11.918955 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] For port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:49:11.926587 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] For port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:49:12.121230 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd54344-29d5-4c36-bada-d8d3af2c422c req-3d738970-6a49-4cc6-b88f-4831d8ef052b tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:12.131240 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fcd54344-29d5-4c36-bada-d8d3af2c422c req-3d738970-6a49-4cc6-b88f-4831d8ef052b tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1391883
Nov 04 13:49:12.177933 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-63e65951-ab47-4377-a0b9-1b58d40f0ce5 req-724b9378-5cf9-4b65-be21-aefbb2f80880 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3297870
Nov 04 13:49:12.193697 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-58be16c4-6e97-4f05-85d7-18cd66448d66 req-998e44e9-997c-4048-8d4b-fa07d2bfc323 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3154755
Nov 04 13:49:12.239582 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fcd54344-29d5-4c36-bada-d8d3af2c422c req-2f4275b5-b4e5-4c1f-a299-6a23e33c9daf tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071908
Nov 04 13:49:12.314180 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e851194-844b-49ae-85f8-245b29793b22 req-9cb8b93f-ee24-4f90-b96f-88d5bf70cfbc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:12.321621 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e851194-844b-49ae-85f8-245b29793b22 req-9cb8b93f-ee24-4f90-b96f-88d5bf70cfbc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 944 time: 0.1724780
Nov 04 13:49:12.376783 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e851194-844b-49ae-85f8-245b29793b22 req-4f7c4141-0634-4468-99eb-62d440e1e8e0 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494483
Nov 04 13:49:12.866245 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:12.871916 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:12.879944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:12.896420 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:12.953113 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:12.954618 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/af439026-1c0a-41bc-bb60-8662bad3b169 HTTP/1.1" status: 204  len: 168 time: 2.2064178
Nov 04 13:49:13.003230 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af439026-1c0a-41bc-bb60-8662bad3b169,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:13.015605 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:13.039174 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:13.040663 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] 10.222.0.90 "PUT /v2.0/ports/bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 200  len: 1093 time: 3.0566866
Nov 04 13:49:13.041173 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:13.110113 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-ef3cd791-4b94-4bf3-b086-84b0b823b689 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 1097 time: 0.1527510
Nov 04 13:49:13.114558 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-010da078-8a6d-4322-a551-dec2096fdf14 req-30e11271-b611-457f-8b55-4c58d27ae85d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 1098 time: 0.2363698
Nov 04 13:49:13.202951 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:13.213651 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:13.240103 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccb011-6fd6-4916-bcbb-7ae1624ca09e req-d848d684-b54c-4742-a549-735d780bc299 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:13.242179 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-51ccb011-6fd6-4916-bcbb-7ae1624ca09e req-d848d684-b54c-4742-a549-735d780bc299 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 943 time: 0.2880199
Nov 04 13:49:13.320345 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:13.366552 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-51ccb011-6fd6-4916-bcbb-7ae1624ca09e req-8db51e1d-9010-4c41-a4e5-2a34cfb8ec40 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1106107
Nov 04 13:49:13.399523 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-ea8f66be-fce5-46ca-88fb-642110e91ec0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 1096 time: 0.2499743
Nov 04 13:49:13.473137 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-adb47912-9d87-4686-ba0c-349978f24207 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 200  len: 217 time: 0.0651753
Nov 04 13:49:13.525077 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:13.532655 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Usage tracker for resource:security_group_rule and tenant:645e4ef1c6bf4b45a8a79cadb845383c is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:13.537711 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:13.540634 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-dbb9284d-dcea-4561-a7b9-a14cffc0f04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:13.542108 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-dbb9284d-dcea-4561-a7b9-a14cffc0f04e service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.4166057
Nov 04 13:49:13.545756 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:13.626611 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-b8827a78-48a7-4b75-81f3-7e323763e14e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23394464-4d96-42cb-99ce-cd34aeb6927a HTTP/1.1" status: 200  len: 217 time: 0.0773005
Nov 04 13:49:13.636933 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-0ee5e746-8f03-41b7-910c-4ea7bcb96efa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:13.638414 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-0ee5e746-8f03-41b7-910c-4ea7bcb96efa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.1575429
Nov 04 13:49:13.715530 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-2888617e-c785-41d6-a37a-96283ef3692d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:13.717031 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-2888617e-c785-41d6-a37a-96283ef3692d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.0831313
Nov 04 13:49:13.731080 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cc444-a4ba-4643-af27-7802db99a399 req-a4ba48e3-16bb-42d2-a364-e3b751121bbb tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:13.732534 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-806cc444-a4ba-4643-af27-7802db99a399 req-a4ba48e3-16bb-42d2-a364-e3b751121bbb tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.2162833
Nov 04 13:49:13.741574 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d3650-4a54-4fdd-a57b-5ab7beec584c req-385a4ba8-7a3d-4af3-9981-4d9ac2e465fc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:13.745439 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f31d3650-4a54-4fdd-a57b-5ab7beec584c req-385a4ba8-7a3d-4af3-9981-4d9ac2e465fc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 944 time: 0.1893847
Nov 04 13:49:13.745439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 55796) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:13.789519 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-6a2ea92c-ab60-4053-8a8f-bb9a929d524f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643106
Nov 04 13:49:13.794212 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:13.903836 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-34e1ad58-44c9-45ef-b323-49f2b7c6de05 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1c46c947a6d140ac9f2cc037aa91e042&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1573119
Nov 04 13:49:13.906358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 55804) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:13.908835 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-c33e1e07-8b08-4c12-bd50-92f69c1578e6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2616177
Nov 04 13:49:13.921111 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-806cc444-a4ba-4643-af27-7802db99a399 req-dfcee5bc-95be-4e02-a101-b28098bffa71 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771119
Nov 04 13:49:13.965419 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f31d3650-4a54-4fdd-a57b-5ab7beec584c req-68a5949a-0bc2-4d6a-983d-25a6412f2b3d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774585
Nov 04 13:49:13.967965 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:13.988807 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d0f8d019-2aa3-424c-8d53-b4f1f23afdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:14.000642 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-a72d68d3-1b67-45a2-b840-944154d01644 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044337
Nov 04 13:49:14.027019 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-010da078-8a6d-4322-a551-dec2096fdf14 req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8614204
Nov 04 13:49:14.092864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:14.122094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:14.124829 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-f0492cf1-f0fe-4632-b247-51b7fc6a0216 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072794
Nov 04 13:49:14.180699 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7a03b-2483-47db-ad6f-6d715d9b4775,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:14.184440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:14.327774 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fdd6e0e7-4645-400b-915a-e8788a1cc113 req-f2769f9b-9e53-4351-9f1c-588da70fa6f3 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2896254
Nov 04 13:49:14.420181 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:14.433644 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:14.465847 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb198bd-a672-4f5c-97f3-dd2b1256d8f0,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:14.476467 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:14.484830 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:14.484830 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8bb198bd-a672-4f5c-97f3-dd2b1256d8f0 HTTP/1.1" status: 204  len: 168 time: 0.5769181
Nov 04 13:49:14.557362 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'status': 'completed', 'code': 200}
Nov 04 13:49:14.637797 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-78ba9908-431a-4f9e-b26e-cebd851bcd08 req-7959b201-a4ee-4d60-9fe8-fd33692ab454 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3942370
Nov 04 13:49:14.684330 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c0620-51bd-4754-a4e8-5224963b0dd1 req-baca3f75-089e-42af-be47-23521e9f9212 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:14.685833 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6f4c0620-51bd-4754-a4e8-5224963b0dd1 req-baca3f75-089e-42af-be47-23521e9f9212 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 943 time: 0.0986929
Nov 04 13:49:14.791426 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6f4c0620-51bd-4754-a4e8-5224963b0dd1 req-878c9375-e942-43e5-8393-e0e46e4aea45 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0997941
Nov 04 13:49:14.904837 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-34821da4-40e4-44f4-b892-c7f1f203da3f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 1096 time: 0.0696483
Nov 04 13:49:15.059372 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-0ffe1f9b-c29e-4dd9-a076-f3fb258e97cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:15.061221 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-0ffe1f9b-c29e-4dd9-a076-f3fb258e97cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 910 time: 0.1487479
Nov 04 13:49:15.230838 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-1169bfb5-9d84-443b-bce0-d2dd49885ea8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 200  len: 217 time: 0.1303854
Nov 04 13:49:15.330761 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5e6cb-255a-45c6-88c8-e3e5ebb6c580 req-4c31f4ab-4054-4e4c-9a40-80ecadf34f87 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:15.332355 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-24b5e6cb-255a-45c6-88c8-e3e5ebb6c580 req-4c31f4ab-4054-4e4c-9a40-80ecadf34f87 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.2699425
Nov 04 13:49:15.351522 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-560a3525-e676-4f82-8cd8-12c1855b5777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:15.351662 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-560a3525-e676-4f82-8cd8-12c1855b5777 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.1104224
Nov 04 13:49:15.414032 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b303f-58b6-465e-a280-3787ee556ce7 req-b6c27c7e-6dfe-4101-b084-a463cfa563fc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:15.415479 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7f5b303f-58b6-465e-a280-3787ee556ce7 req-b6c27c7e-6dfe-4101-b084-a463cfa563fc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 944 time: 0.3163221
Nov 04 13:49:15.482945 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-24b5e6cb-255a-45c6-88c8-e3e5ebb6c580 req-2314abde-83e6-4e76-b9b0-2871cfc00fe1 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371794
Nov 04 13:49:15.505168 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7f5b303f-58b6-465e-a280-3787ee556ce7 req-ae3b81ed-d320-4117-9215-e7932b3221b3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819614
Nov 04 13:49:15.525798 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-2e8c087f-e5d0-4151-8770-39042ba4e16c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1580989
Nov 04 13:49:15.686921 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-70a4a113-b71e-4a30-83cb-36adc3630468 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533091
Nov 04 13:49:16.023877 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea1e4f-b824-4e90-a246-6fd1ba47298a req-956c5647-b7e2-4a62-b6aa-7bec64ec7a0e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:16.023877 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f8ea1e4f-b824-4e90-a246-6fd1ba47298a req-956c5647-b7e2-4a62-b6aa-7bec64ec7a0e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 943 time: 0.0845144
Nov 04 13:49:16.085112 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f8ea1e4f-b824-4e90-a246-6fd1ba47298a req-f80f2a11-a2e0-478a-96e4-d8c3482ae0b3 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0551722
Nov 04 13:49:16.792030 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60da23-605c-4e28-90e8-7dab0d1802e2 req-7d67be29-15dd-4e54-911a-f98b0f6e5907 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:16.793509 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7e60da23-605c-4e28-90e8-7dab0d1802e2 req-7d67be29-15dd-4e54-911a-f98b0f6e5907 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1662085
Nov 04 13:49:16.799967 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388c8c3-4892-4315-9b1b-ca341159b762 req-3c20fdae-2c2e-42ec-b5f0-9d6148059801 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:16.801373 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1388c8c3-4892-4315-9b1b-ca341159b762 req-3c20fdae-2c2e-42ec-b5f0-9d6148059801 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 944 time: 0.1323884
Nov 04 13:49:16.877504 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7e60da23-605c-4e28-90e8-7dab0d1802e2 req-14044cc2-6daf-416e-8952-d95650bec681 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751138
Nov 04 13:49:16.881095 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1388c8c3-4892-4315-9b1b-ca341159b762 req-7c91137f-2849-419b-9908-1c524fb4e1fd tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625529
Nov 04 13:49:17.295086 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a2830aab-6128-48e8-96fa-0109b5dcdd93 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:49:17.332054 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84eda9-9b6e-41a1-880c-29df157f6c84 req-bfa57cdb-cff7-4479-96e9-d0bb104204aa tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:17.334150 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e84eda9-9b6e-41a1-880c-29df157f6c84 req-bfa57cdb-cff7-4479-96e9-d0bb104204aa tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 943 time: 0.0980256
Nov 04 13:49:17.402015 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e84eda9-9b6e-41a1-880c-29df157f6c84 req-44c155e8-3cc6-4b68-ac17-767df92649ca tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0610800
Nov 04 13:49:17.504692 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a2830aab-6128-48e8-96fa-0109b5dcdd93, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:17.518365 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'a2830aab-6128-48e8-96fa-0109b5dcdd93', 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'port_id': 'a2830aab-6128-48e8-96fa-0109b5dcdd93', 'mac_address': 'fa:16:3e:11:ba:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c39d35-64e3-47ab-9c59-274956345650', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:49:17.576380 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:17.597894 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2830aab-6128-48e8-96fa-0109b5dcdd93 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:49:17.613358 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a2830aab-6128-48e8-96fa-0109b5dcdd93, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:17.683205 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:17.684175 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 23394464-4d96-42cb-99ce-cd34aeb6927a details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:49:17.688000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-7656e67e-5c56-4817-b7f9-e6d3d5af0e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:17.776488 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 23394464-4d96-42cb-99ce-cd34aeb6927a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=23394464-4d96-42cb-99ce-cd34aeb6927a,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:17.787952 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a2830aab-6128-48e8-96fa-0109b5dcdd93,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:17.792197 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:17.794517 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '23394464-4d96-42cb-99ce-cd34aeb6927a', 'network_id': '8e28864a-4bb9-4618-926c-a01206f91a85', 'port_id': '23394464-4d96-42cb-99ce-cd34aeb6927a', 'mac_address': 'fa:16:3e:36:a1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02c39d35-64e3-47ab-9c59-274956345650', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:49:17.859754 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:17.879657 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23394464-4d96-42cb-99ce-cd34aeb6927a {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:49:17.899656 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 23394464-4d96-42cb-99ce-cd34aeb6927a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=23394464-4d96-42cb-99ce-cd34aeb6927a,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:18.053495 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:18.053495 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:18.145925 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175889a-2773-45d9-a9f4-675ed29d2201 req-087f25a4-27d7-406e-8663-af26a93bc5a4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:18.147434 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7175889a-2773-45d9-a9f4-675ed29d2201 req-087f25a4-27d7-406e-8663-af26a93bc5a4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 945 time: 0.1354475
Nov 04 13:49:18.152528 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=23394464-4d96-42cb-99ce-cd34aeb6927a,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:18.156711 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:18.221008 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7175889a-2773-45d9-a9f4-675ed29d2201 req-fc46d75a-a1b9-48c8-838e-a4b7a7e44bae tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639999
Nov 04 13:49:18.225116 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e872a-6531-4737-acfd-5a191e3bc94d req-ae732702-7e0c-4f96-ad39-ce324f0bdddf tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:18.231738 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c55e872a-6531-4737-acfd-5a191e3bc94d req-ae732702-7e0c-4f96-ad39-ce324f0bdddf tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1394765
Nov 04 13:49:18.373151 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c55e872a-6531-4737-acfd-5a191e3bc94d req-65fe4ff1-d24e-4d24-88b6-9cd9ce6cbdeb tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407156
Nov 04 13:49:18.411094 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd1b0317-bcd8-4d2f-8444-3b01105eb997 req-72a849cd-2fd6-4bf4-a716-78b47c82acf7 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615162
Nov 04 13:49:18.516709 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['a2830aab-6128-48e8-96fa-0109b5dcdd93'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:49:18.551501 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['23394464-4d96-42cb-99ce-cd34aeb6927a'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:49:18.667746 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89488729-6d4e-4e44-ab67-1f87421652a8 req-31f466a1-7f45-4c18-bc36-803e3a407580 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:18.669466 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-89488729-6d4e-4e44-ab67-1f87421652a8 req-31f466a1-7f45-4c18-bc36-803e3a407580 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 943 time: 0.1071804
Nov 04 13:49:18.735844 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-89488729-6d4e-4e44-ab67-1f87421652a8 req-d92ea160-9223-4150-b0dd-dae3b5344eb9 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0596559
Nov 04 13:49:19.589156 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:49:19.608273 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5c264-91f3-423c-b0eb-4d08200ea89a req-d087e8d9-b899-4639-bf11-532a68f18e99 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:19.609724 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a1a5c264-91f3-423c-b0eb-4d08200ea89a req-d087e8d9-b899-4639-bf11-532a68f18e99 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 945 time: 0.2192564
Nov 04 13:49:19.676335 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c6513-62fe-48c5-821b-96fb77cc52c9 req-1e6c0a74-9987-432d-982d-6f51ea00e848 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:19.677850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f98c6513-62fe-48c5-821b-96fb77cc52c9 req-1e6c0a74-9987-432d-982d-6f51ea00e848 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1335795
Nov 04 13:49:19.682214 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a1a5c264-91f3-423c-b0eb-4d08200ea89a req-8be31c59-922e-4157-8048-b1f59e8b9c8d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658891
Nov 04 13:49:19.744768 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:19.746688 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f98c6513-62fe-48c5-821b-96fb77cc52c9 req-5da76003-5648-4cbb-bcff-821258ada3c9 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621963
Nov 04 13:49:19.763090 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'port_id': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'mac_address': 'fa:16:3e:95:f9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:49:19.825910 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:19.844841 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:49:19.863821 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:19.943071 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e152cce-3ede-4eb7-bd2f-a9bc85e4e3c1 req-cff28941-8765-4427-ac73-b552543e443e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:19.944519 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0e152cce-3ede-4eb7-bd2f-a9bc85e4e3c1 req-cff28941-8765-4427-ac73-b552543e443e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 943 time: 0.0779147
Nov 04 13:49:19.979750 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:19.981528 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-88c3d65f-5a0c-438b-9774-0fcd94c7143a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:19.994159 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0e152cce-3ede-4eb7-bd2f-a9bc85e4e3c1 req-aa2c97c2-58c1-4374-84cc-5a090bf20b53 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440848
Nov 04 13:49:20.050727 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:20.053590 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:20.897862 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ef8cb-cb91-4fba-a526-0fd8f15d777c req-0d6eaa0f-3031-458c-aee3-9e3f33b389a1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:20.899233 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa3ef8cb-cb91-4fba-a526-0fd8f15d777c req-0d6eaa0f-3031-458c-aee3-9e3f33b389a1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 945 time: 0.0784800
Nov 04 13:49:20.946969 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa3ef8cb-cb91-4fba-a526-0fd8f15d777c req-119a9716-e9db-4a32-b468-7aecccf9587c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421674
Nov 04 13:49:21.198445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efe8cd-5037-49ed-b03f-72a8ca01b104 req-8ad4cc8d-9a9c-4252-987d-d0bd0726fd2b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:21.199888 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29efe8cd-5037-49ed-b03f-72a8ca01b104 req-8ad4cc8d-9a9c-4252-987d-d0bd0726fd2b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 944 time: 0.0821824
Nov 04 13:49:21.246656 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29efe8cd-5037-49ed-b03f-72a8ca01b104 req-7bfbfa78-b3be-4e10-b837-7cf529b8d707 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411391
Nov 04 13:49:21.888968 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:49:22.166830 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938368f7-4bcc-4025-8865-570ff0c8dd1c req-19a2b6b8-b0db-4da0-9fca-6a288f169880 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:22.168274 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-938368f7-4bcc-4025-8865-570ff0c8dd1c req-19a2b6b8-b0db-4da0-9fca-6a288f169880 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 945 time: 0.0858760
Nov 04 13:49:22.216029 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-938368f7-4bcc-4025-8865-570ff0c8dd1c req-fbde07cc-b68c-49a4-bccd-95968383f980 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420189
Nov 04 13:49:22.457158 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc56fcc-ef4e-4da9-adb2-59876f22bb93 req-f825aff4-5c44-44bb-b061-9257ed667a79 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:22.458649 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3bc56fcc-ef4e-4da9-adb2-59876f22bb93 req-f825aff4-5c44-44bb-b061-9257ed667a79 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 944 time: 0.0879490
Nov 04 13:49:22.507343 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3bc56fcc-ef4e-4da9-adb2-59876f22bb93 req-5ac06c73-4797-4194-83df-6ce42ee87474 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430443
Nov 04 13:49:23.117795 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56122) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:23.305489 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.339451 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:23.353951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Usage tracker for resource:security_group_rule and tenant:f2644d3b935f431aa67fbfed841b0cf7 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:23.357402 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:23.365075 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:23.399026 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a2830aab-6128-48e8-96fa-0109b5dcdd93 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:23.448590 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.473893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2c41c-58dc-4b89-8c1a-3aa0cc22b819 req-d702d33f-2e28-4164-a8fe-2b9cf3767d0a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:23.480656 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ab2c41c-58dc-4b89-8c1a-3aa0cc22b819 req-d702d33f-2e28-4164-a8fe-2b9cf3767d0a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 945 time: 0.1209409
Nov 04 13:49:23.546652 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.554377 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ab2c41c-58dc-4b89-8c1a-3aa0cc22b819 req-7b86b13b-57bd-44bc-84db-95a36fb25c3d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725136
Nov 04 13:49:23.567424 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:23.585726 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port a2830aab-6128-48e8-96fa-0109b5dcdd93 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:23.591374 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port a2830aab-6128-48e8-96fa-0109b5dcdd93 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:23.591756 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.602869 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f2644d3b935f431aa67fbfed841b0cf7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4831855
Nov 04 13:49:23.610283 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56144) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:23.626419 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fec244-bb4c-4bf6-8464-a096be8d272d,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:23.643052 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:23.744567 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.754602 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.776019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.782260 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2830aab-6128-48e8-96fa-0109b5dcdd93'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:23.793035 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a2830aab-6128-48e8-96fa-0109b5dcdd93, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:23.811079 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef1fb-5a5c-4eb8-a6eb-e4283f12d519 req-00380e86-d3b1-4339-b34c-ccf9c699ab81 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:23.812561 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-263ef1fb-5a5c-4eb8-a6eb-e4283f12d519 req-00380e86-d3b1-4339-b34c-ccf9c699ab81 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 944 time: 0.1409974
Nov 04 13:49:23.876552 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-263ef1fb-5a5c-4eb8-a6eb-e4283f12d519 req-e64e60eb-f171-459e-8c03-7f2868fb1d19 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0538576
Nov 04 13:49:23.944229 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:23.944434 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 23394464-4d96-42cb-99ce-cd34aeb6927a up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:23.978828 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:23.997439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:24.006857 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:24.019359 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fec244-bb4c-4bf6-8464-a096be8d272d,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:24.022977 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:24.045490 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2830aab-6128-48e8-96fa-0109b5dcdd93', 'code': 200}
Nov 04 13:49:24.068696 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:24.076380 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/77fec244-bb4c-4bf6-8464-a096be8d272d HTTP/1.1" status: 204  len: 168 time: 0.4625590
Nov 04 13:49:24.150047 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a2830aab-6128-48e8-96fa-0109b5dcdd93,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:24.154365 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:24.322778 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 23394464-4d96-42cb-99ce-cd34aeb6927a completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:24.327986 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 23394464-4d96-42cb-99ce-cd34aeb6927a triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:24.333401 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:24.470373 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:24.503580 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 23394464-4d96-42cb-99ce-cd34aeb6927a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=23394464-4d96-42cb-99ce-cd34aeb6927a,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:24.543091 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-00b1bc3d-e733-4575-b9cb-0b81bb8ba344 req-913f33bd-b780-4f50-88c5-e2800ca0da2f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.0699823
Nov 04 13:49:24.597025 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-00b1bc3d-e733-4575-b9cb-0b81bb8ba344 req-240959ab-976c-4a17-a954-da8408759378 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455325
Nov 04 13:49:24.638985 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:24.639885 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:24.670912 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:24.765877 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=23394464-4d96-42cb-99ce-cd34aeb6927a,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:24.775557 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:24.827273 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bba20-f57e-4257-995b-6f60c6504bac req-ac8cca6b-6385-4999-a6ae-1f3b664e0fd2 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:24.837538 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0f2bba20-f57e-4257-995b-6f60c6504bac req-ac8cca6b-6385-4999-a6ae-1f3b664e0fd2 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1102481
Nov 04 13:49:24.842682 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:24.849217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:24.849805 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:24.892248 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0f2bba20-f57e-4257-995b-6f60c6504bac req-13fd8c7c-3804-44a1-b84c-d5f2fa28bed3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534210
Nov 04 13:49:24.976297 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:25.014507 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:25.130599 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee897b-d821-4865-8a33-bba8e91b4fbe req-4f54771c-7e52-4e05-9fc8-9e0c3e8d76cc tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:25.132056 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1eee897b-d821-4865-8a33-bba8e91b4fbe req-4f54771c-7e52-4e05-9fc8-9e0c3e8d76cc tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 944 time: 0.0840318
Nov 04 13:49:25.179593 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1eee897b-d821-4865-8a33-bba8e91b4fbe req-c9886f3e-8ac5-49a3-ad27-bcb60468f9cf tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412858
Nov 04 13:49:25.633901 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:25.633901 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:25.636240 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56206) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:25.636240 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:25.637458 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:25.637458 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:25.637956 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:25.637956 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Usage tracker for resource:security_group_rule and tenant:d8482ba29c5347cdbcb70ad207af5016 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:25.637956 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:25.637956 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:25.637956 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:25.688462 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:25.696479 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:25.739780 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cac0956-95d4-43e1-9dbf-059eeec377ea,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:25.742693 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:25.745260 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d8482ba29c5347cdbcb70ad207af5016&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3175569
Nov 04 13:49:25.755341 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56214) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:25.810339 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:25.836569 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:26.023247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:26.032988 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-162112b5-31eb-42d3-90a7-466c736b72d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:26.048197 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cac0956-95d4-43e1-9dbf-059eeec377ea,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:26.050625 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23394464-4d96-42cb-99ce-cd34aeb6927a'}, {'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:26.054845 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:26.061338 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:26.061338 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3cac0956-95d4-43e1-9dbf-059eeec377ea HTTP/1.1" status: 204  len: 168 time: 0.3080034
Nov 04 13:49:26.153530 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23394464-4d96-42cb-99ce-cd34aeb6927a', 'code': 200}
Nov 04 13:49:26.153822 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'code': 200}
Nov 04 13:49:26.184816 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85156c57-a770-4af2-8b57-5e32a698de4f req-fe9b58c2-5379-4c13-aa74-ead7d6c8039b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:26.186895 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-85156c57-a770-4af2-8b57-5e32a698de4f req-fe9b58c2-5379-4c13-aa74-ead7d6c8039b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1543658
Nov 04 13:49:26.295344 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-85156c57-a770-4af2-8b57-5e32a698de4f req-35f8575d-ed91-4a47-be28-fdcd292af39e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964584
Nov 04 13:49:26.461148 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c741eb-ca15-4884-af88-56ce519df62a req-c238df08-d0be-477d-a2bc-04a43c506c5e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:26.462609 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d5c741eb-ca15-4884-af88-56ce519df62a req-c238df08-d0be-477d-a2bc-04a43c506c5e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0794044
Nov 04 13:49:26.510693 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d5c741eb-ca15-4884-af88-56ce519df62a req-ead083fc-3b03-401a-8f5d-0dfa8538191a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424635
Nov 04 13:49:27.066232 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2bc4439b-c5e9-4903-8e2a-a4e846564574 req-8220d503-c71b-446d-9e62-f2043bfb94fe service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 1099 time: 0.1011126
Nov 04 13:49:27.115306 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2bc4439b-c5e9-4903-8e2a-a4e846564574 req-6567a933-9e7e-40cb-a9c9-85b04bfaaba4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397394
Nov 04 13:49:27.152087 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9f04c273-e253-46ea-a3f3-6bb05c6f321f req-85f7cea0-ebc8-4252-9958-fff2a638e70c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 1098 time: 0.0769670
Nov 04 13:49:27.381825 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-9f04c273-e253-46ea-a3f3-6bb05c6f321f req-f47b85ad-318b-4793-b4bd-9d1b30414199 service neutron] Synchronizing usage tracker for tenant:645e4ef1c6bf4b45a8a79cadb845383c on resource:security_group {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:49:27.520117 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883c3b2-3d96-4ebe-b0a0-724963bc6ba0 req-89a681b5-5e0f-487b-b40e-10330f7b5002 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:27.521846 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a883c3b2-3d96-4ebe-b0a0-724963bc6ba0 req-89a681b5-5e0f-487b-b40e-10330f7b5002 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0843983
Nov 04 13:49:27.541796 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-9f04c273-e253-46ea-a3f3-6bb05c6f321f req-f47b85ad-318b-4793-b4bd-9d1b30414199 service neutron] Unset dirty status for tenant:645e4ef1c6bf4b45a8a79cadb845383c on resource:security_group {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:49:27.541796 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9f04c273-e253-46ea-a3f3-6bb05c6f321f req-f47b85ad-318b-4793-b4bd-9d1b30414199 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1959586
Nov 04 13:49:27.614325 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a883c3b2-3d96-4ebe-b0a0-724963bc6ba0 req-2df9cafe-f459-40d9-9c0b-7dc0458045e7 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735071
Nov 04 13:49:27.816478 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa30cca-2dd7-4367-bc0d-b7832d2d6fb6 req-1deec058-ede5-4a5d-a185-0e31078087ff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:27.817967 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bfa30cca-2dd7-4367-bc0d-b7832d2d6fb6 req-1deec058-ede5-4a5d-a185-0e31078087ff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1222103
Nov 04 13:49:27.864178 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bfa30cca-2dd7-4367-bc0d-b7832d2d6fb6 req-dc6e6e6b-cad6-48a3-8eea-5cacb11572bb tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400124
Nov 04 13:49:27.956606 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-a3dde1ee-d81e-4b1f-ac8f-c211afc6ebdb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0715714
Nov 04 13:49:28.107060 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-c11b457d-9eef-453c-bd46-ce59c453267a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=91ea5f6e7e2846ab9248a740f8ce8c9e&device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 1098 time: 0.0749631
Nov 04 13:49:28.280916 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e447dc-0b91-407b-8898-0cbdc050635f req-c1af3709-95d8-4972-b90d-96f3c92a6255 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:28.283343 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-c1af3709-95d8-4972-b90d-96f3c92a6255 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6e875e9f-bac4-4403-88a1-1fc36543ab16 HTTP/1.1" status: 200  len: 912 time: 0.1458740
Nov 04 13:49:28.376922 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-3927d3c6-f4f9-4be9-82c3-f837823c19e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08664b3c-6333-496c-a4a9-42a2540733a7 HTTP/1.1" status: 200  len: 217 time: 0.0729079
Nov 04 13:49:28.441380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56300) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:28.469215 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e447dc-0b91-407b-8898-0cbdc050635f req-35a48ef5-58e8-422c-b903-55bacb25a7bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:28.471169 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-35a48ef5-58e8-422c-b903-55bacb25a7bd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=644a8852-80ee-4a02-a5db-c1b21e7acea2 HTTP/1.1" status: 200  len: 851 time: 0.0855122
Nov 04 13:49:28.532686 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-ba573f71-884b-47cc-9075-ab7d2ba2cc0b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6e875e9f-bac4-4403-88a1-1fc36543ab16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537546
Nov 04 13:49:28.693217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:28.702952 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-5321420e-4a04-4fe9-9778-b8cbdfeb85cf service neutron] 10.222.0.90 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574137
Nov 04 13:49:28.837718 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8fe2a-396a-4bff-9fd8-5a24689b731a req-00bf8c42-7931-4756-8a55-915e749c9754 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:28.839207 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cbe8fe2a-396a-4bff-9fd8-5a24689b731a req-00bf8c42-7931-4756-8a55-915e749c9754 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0930023
Nov 04 13:49:28.854156 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:28.860607 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Usage tracker for resource:security_group_rule and tenant:05e92adf2f05495bb40abd4dafd67f41 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:28.871562 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:28.880614 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:28.888489 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cbe8fe2a-396a-4bff-9fd8-5a24689b731a req-3dc12fa7-1073-4545-978a-6df40e8241b1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435145
Nov 04 13:49:28.946483 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-25e447dc-0b91-407b-8898-0cbdc050635f req-c5d40d43-b9c9-41e4-a267-0e30ddad862f service neutron] 10.222.0.90 "GET /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351699
Nov 04 13:49:29.038814 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:29.133391 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0385bc-536b-4898-a8a5-2bd97a73d721 req-0c0e0da0-ce8c-4aa2-b057-8a78c0063871 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:29.135266 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0c0385bc-536b-4898-a8a5-2bd97a73d721 req-0c0e0da0-ce8c-4aa2-b057-8a78c0063871 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0925484
Nov 04 13:49:29.186591 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0c0385bc-536b-4898-a8a5-2bd97a73d721 req-a658214e-18c7-4549-ae6b-7216cf36ea7b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455728
Nov 04 13:49:29.317557 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:29.345301 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:29.429661 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c7154-7add-4d4e-85bb-4defb9c167c6,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:29.433770 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:29.436654 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=05e92adf2f05495bb40abd4dafd67f41&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9942503
Nov 04 13:49:29.439344 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56348) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:29.528882 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:29.572491 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:29.745465 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:29.753227 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d5e0f596-dc46-41e8-9c92-55797fa3a081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:29.763345 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c7154-7add-4d4e-85bb-4defb9c167c6,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:29.766123 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:29.774435 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:29.775788 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1f0c7154-7add-4d4e-85bb-4defb9c167c6 HTTP/1.1" status: 204  len: 168 time: 0.3345537
Nov 04 13:49:30.104828 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae885-0875-4cf6-ab66-37c33c7fd102 req-f6ccda49-e56b-4bf9-9883-841728f1ea6e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:30.106596 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-47eae885-0875-4cf6-ab66-37c33c7fd102 req-f6ccda49-e56b-4bf9-9883-841728f1ea6e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0820389
Nov 04 13:49:30.154867 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-47eae885-0875-4cf6-ab66-37c33c7fd102 req-931f64f9-1e7a-43eb-9b59-ffb880fc6ba1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411410
Nov 04 13:49:30.436508 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a9175-fe0e-4318-bcd5-a9d37386f425 req-506b73bc-ef0b-4342-b73e-2d18a86a2b98 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:30.436508 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2f7a9175-fe0e-4318-bcd5-a9d37386f425 req-506b73bc-ef0b-4342-b73e-2d18a86a2b98 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0855174
Nov 04 13:49:30.482887 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2f7a9175-fe0e-4318-bcd5-a9d37386f425 req-8b439a9e-d0d4-43fb-b26e-ff32fb997914 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409181
Nov 04 13:49:30.682285 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6647b1-4229-42b5-abd4-0450dc6677d6 req-949410f7-4d69-4f55-9a42-85237eda0c83 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:30.683651 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-be6647b1-4229-42b5-abd4-0450dc6677d6 req-949410f7-4d69-4f55-9a42-85237eda0c83 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0805709
Nov 04 13:49:30.692964 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56398) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:30.698521 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'floatingip': {'port_id': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:30.788846 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56404) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:30.805195 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:30.811388 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:30.856262 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:30.861051 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Usage tracker for resource:security_group_rule and tenant:36aaf83860d847ce898762454776936d is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:30.865979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:30.873437 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:30.999514 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:31.093101 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:31.115127 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:31.231662 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5992fe-8d0b-4b54-a52c-8c1f39f08963,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:31.237936 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:31.244630 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=36aaf83860d847ce898762454776936d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4508564
Nov 04 13:49:31.245994 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56418) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:31.325418 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-6b344374-f5e8-4b2c-9057-7052e256e853 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 1099 time: 0.2239912
Nov 04 13:49:31.349480 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13c33c-4eb9-4fa7-9614-752edf8a6791 req-32453564-a1c2-4a5a-8ec5-b808405a06ee tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:31.351001 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8c13c33c-4eb9-4fa7-9614-752edf8a6791 req-32453564-a1c2-4a5a-8ec5-b808405a06ee tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.3087394
Nov 04 13:49:31.382386 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:31.479610 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:31.496294 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8c13c33c-4eb9-4fa7-9614-752edf8a6791 req-bf386cc9-2b01-481b-b79e-a462ea474de8 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378841
Nov 04 13:49:31.545821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-dd7e57ff-53da-42f2-aae0-2962582654d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:31.547294 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-dd7e57ff-53da-42f2-aae0-2962582654d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.2094369
Nov 04 13:49:31.631367 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-d88ab4ea-a4df-4772-887e-7ffafc8f3347 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23394464-4d96-42cb-99ce-cd34aeb6927a HTTP/1.1" status: 200  len: 217 time: 0.0740902
Nov 04 13:49:31.713306 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-37922504-8cd6-4e8f-8af3-8750647e2623 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:31.715056 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-37922504-8cd6-4e8f-8af3-8750647e2623 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.0660272
Nov 04 13:49:31.761706 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:31.770664 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5b97118c-44ed-464c-9d25-a13dfc791f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:31.788313 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-1b441447-8a62-4135-ba4d-35830defa829 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0656438
Nov 04 13:49:31.797224 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5992fe-8d0b-4b54-a52c-8c1f39f08963,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:31.817993 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:31.856455 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.db.resource_extend [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 04 13:49:31.888405 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:31.892908 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1f5992fe-8d0b-4b54-a52c-8c1f39f08963 HTTP/1.1" status: 204  len: 168 time: 0.6438982
Nov 04 13:49:31.956652 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:49:31.973599 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-db49d848-b06d-4215-89fb-c0a2532abebc service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744859
Nov 04 13:49:31.999812 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:32.149987 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3b03df85-f45c-4d4b-a3b9-21f58c952df5 req-b7ac64a2-2bf3-43ce-8202-f627acfa9e33 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1696620
Nov 04 13:49:32.167964 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:32.202900 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-44b4ff64-b7eb-4ede-8da0-63c9806de2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:32.332776 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:32.425025 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.l3_db [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Floating IP 82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16 associated. External IP: 172.27.2.75, port: bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6.
Nov 04 13:49:32.640346 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:32.867207 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f8b19-7522-4bb2-bdbf-daadef4b7e51 req-c46bbcab-cfd3-47ec-92e9-66ccfc95a7b5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:32.868649 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ac7f8b19-7522-4bb2-bdbf-daadef4b7e51 req-c46bbcab-cfd3-47ec-92e9-66ccfc95a7b5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1669235
Nov 04 13:49:33.002022 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ac7f8b19-7522-4bb2-bdbf-daadef4b7e51 req-5c5fccd2-0d12-4ded-af7d-f061f7768ad1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977311
Nov 04 13:49:33.002022 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:49:33.063059 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56458) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:33.089416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:33.135258 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:33.139916 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Usage tracker for resource:security_group_rule and tenant:020b744bc6b14fa5b7652f969fc028c5 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:33.143132 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:33.149289 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:33.249017 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:33.298837 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:49:33.312880 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] Sync routers for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:49:33.315549 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:33.327520 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:49:33.328130 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751afc15e0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:49:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:33.371974 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:33.376894 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-581ddece-2731-4715-b0cc-8bbb59a2d8c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "PUT /v2.0/floatingips/82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16 HTTP/1.1" status: 200  len: 990 time: 2.6828961
Nov 04 13:49:33.377610 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:33.382822 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6f1aeb5c-707e-4c2c-aac9-f406263636e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:33.449901 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb404ad-c535-4a60-9d79-9e3f597930d6,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:33.461174 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.461345 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.461706 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.462076 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.462445 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.463523 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.463923 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.464270 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.464617 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.464959 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.465300 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:33.478321 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:33.489679 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=020b744bc6b14fa5b7652f969fc028c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4254801
Nov 04 13:49:33.492178 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56476) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:33.493897 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'status': 'completed', 'code': 200}
Nov 04 13:49:33.590752 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:49:33.641409 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:33.647817 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-9502ff72-5763-4efb-8987-0c307cee8bc4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 1098 time: 0.1098361
Nov 04 13:49:33.802759 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-45a6b05b-b8b6-4330-b1ba-aab1693be39e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:33.804222 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-45a6b05b-b8b6-4330-b1ba-aab1693be39e service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 910 time: 0.1467764
Nov 04 13:49:33.809993 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:33.942767 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-898db654-87ff-4b7b-a284-7efa81490d09 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 200  len: 998 time: 0.1271105
Nov 04 13:49:34.012994 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751afc15e0>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'port_id': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'mac_address': 'fa:16:3e:95:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:48:56Z', 'updated_at': '2021-11-04T13:49:31Z', 'revision_number': 1, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:34.020448 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] Checking router: f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:49:34.030300 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:49:34.030942 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751afc15e0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:49:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:34.068903 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-9c8b5e65-2fe8-40e8-aa50-73655bc4b63d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:34.070356 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-9c8b5e65-2fe8-40e8-aa50-73655bc4b63d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.1187611
Nov 04 13:49:34.126390 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:34.136685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-aa4fb7f0-3910-46f0-be59-f9145038bc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:34.154277 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb404ad-c535-4a60-9d79-9e3f597930d6,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:34.164469 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:34.167528 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:34.168755 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/edb404ad-c535-4a60-9d79-9e3f597930d6 HTTP/1.1" status: 204  len: 168 time: 0.6755834
Nov 04 13:49:34.209316 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-2ad1fc75-be47-48e0-a3bb-fd369567dc52 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1315315
Nov 04 13:49:34.315466 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71d90fca-5a06-45ca-bd3a-3b81b2ca9b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:34.334173 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:49:34.419910 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e4075-5fb6-4896-9b86-a754c6e1c058 req-6aef1726-df3e-49da-81f0-15f19fb7696a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:34.428179 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b0e4075-5fb6-4896-9b86-a754c6e1c058 req-6aef1726-df3e-49da-81f0-15f19fb7696a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.2084036
Nov 04 13:49:34.503059 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-02ccf8cd-22e7-49b5-9c03-55fe816fb86c service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2773972
Nov 04 13:49:34.529914 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b0e4075-5fb6-4896-9b86-a754c6e1c058 req-1ef0a6d6-be24-4c2c-823b-8dcb471942be tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999048
Nov 04 13:49:34.723959 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-549ec7c2-5d64-4c81-a6e3-6aa66cbd49e3 req-cbca94f0-0871-4fdc-b4af-0c2958cf0100 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135885
Nov 04 13:49:34.841513 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56520) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:34.953952 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751afc15e0>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'port_id': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'mac_address': 'fa:16:3e:95:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:48:56Z', 'updated_at': '2021-11-04T13:49:31Z', 'revision_number': 1, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:34.960183 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c84f65-8362-49d6-87bd-570d4431c741 None None] The sync data for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi is: [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'floating_ip_address': '172.27.2.75', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'port_id': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'mac_address': 'fa:16:3e:95:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:48:56Z', 'updated_at': '2021-11-04T13:49:31Z', 'revision_number': 1, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:49:35.041793 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.078668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:35.083188 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Usage tracker for resource:security_group_rule and tenant:f68c98bbd1314f3e9a5dcf81fbdd7ff9 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:35.092121 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:35.092121 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:35.162368 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.217262 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb4f6d2-36c9-445a-841a-b30837bb0a60 None None] New status for floating IP 82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16: ACTIVE {{(pid=83646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:49:35.271102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.281292 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b372b951-5217-44f6-9eed-4ddb79e77dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:35.336737 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09335cc8-1a47-48fb-bb98-e0dcd779397d,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:35.352832 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:35.357783 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f68c98bbd1314f3e9a5dcf81fbdd7ff9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5125284
Nov 04 13:49:35.357914 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56536) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:35.431141 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.460906 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.568362 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.625039 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.630444 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bb36a459-eb6b-4551-a950-30f5d5a9f4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:35.644061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09335cc8-1a47-48fb-bb98-e0dcd779397d,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:35.646423 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:35.649874 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:35.650960 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/09335cc8-1a47-48fb-bb98-e0dcd779397d HTTP/1.1" status: 204  len: 168 time: 0.2920532
Nov 04 13:49:35.779120 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a94f4-71b3-48d4-8deb-08513406901b req-77c3a586-f708-481a-bb76-54a11c3b684b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:35.781083 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-604a94f4-71b3-48d4-8deb-08513406901b req-77c3a586-f708-481a-bb76-54a11c3b684b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1195879
Nov 04 13:49:35.828244 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-604a94f4-71b3-48d4-8deb-08513406901b req-45e84203-014f-4ba1-957e-4ea8310d21a3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411441
Nov 04 13:49:36.638627 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56582) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:36.665170 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:36.697833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:36.702173 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Usage tracker for resource:security_group_rule and tenant:c71fe8da12cb4387822e657978787272 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:36.705612 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:36.708946 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba2088-5a56-4519-89ff-d7c97bfb2599 req-66c1326f-036e-4aed-ab2d-79fd22fa8543 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:36.710581 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-32ba2088-5a56-4519-89ff-d7c97bfb2599 req-66c1326f-036e-4aed-ab2d-79fd22fa8543 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1020684
Nov 04 13:49:36.711513 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:36.761162 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-32ba2088-5a56-4519-89ff-d7c97bfb2599 req-96922500-fcbe-4168-bdbf-e03125f99822 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444679
Nov 04 13:49:36.790681 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:36.916659 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:36.925571 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:36.979535 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:36.986484 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94da16da-50e1-427b-b7f9-8879a8ac6e05,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:36.990185 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:36.993487 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c71fe8da12cb4387822e657978787272&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3536103
Nov 04 13:49:36.996460 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56594) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:37.065886 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:37.073177 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d7080-8713-4d91-a8d8-62e4e92ccdac req-e454340d-5f63-4159-8850-94c9fcf3d1ec tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:37.075239 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-436d7080-8713-4d91-a8d8-62e4e92ccdac req-e454340d-5f63-4159-8850-94c9fcf3d1ec tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0886495
Nov 04 13:49:37.091876 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:37.129598 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-436d7080-8713-4d91-a8d8-62e4e92ccdac req-f5d8f0a5-613a-494f-9d65-cd4b75ab3711 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481982
Nov 04 13:49:37.253673 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:37.257555 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:37.270515 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94da16da-50e1-427b-b7f9-8879a8ac6e05,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:37.274102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:37.281284 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:37.282587 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/94da16da-50e1-427b-b7f9-8879a8ac6e05 HTTP/1.1" status: 204  len: 168 time: 0.2845688
Nov 04 13:49:37.594061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56614) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:38.040810 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:38.071956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:38.075956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:26a439e8a3fb46c89fdd36f570893f2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:38.078974 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:38.085480 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:38.088929 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a5bf1-e9fb-4e03-a66f-52278bc367df req-317d74b3-81b1-4882-95dd-1299e7bfc46d tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:38.097270 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c5a5bf1-e9fb-4e03-a66f-52278bc367df req-317d74b3-81b1-4882-95dd-1299e7bfc46d tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1604905
Nov 04 13:49:38.146257 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c5a5bf1-e9fb-4e03-a66f-52278bc367df req-b21942ca-1357-47da-b7c1-e49e971e59ac tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494280
Nov 04 13:49:38.162581 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:38.336557 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0d31f-e59b-4ede-bf77-a1558b4af947 req-8bdd4824-892d-4654-a6ef-5a9b40c6508c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:38.337929 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-56d0d31f-e59b-4ede-bf77-a1558b4af947 req-8bdd4824-892d-4654-a6ef-5a9b40c6508c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0798843
Nov 04 13:49:38.383729 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-56d0d31f-e59b-4ede-bf77-a1558b4af947 req-3f6ff500-60eb-4c8e-9cac-bfebb90d80e5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402036
Nov 04 13:49:38.571584 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:38.578834 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-851e0d6b-c36a-4a41-a8a1-faf68b339782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:38.620979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbb4791-9b08-41e5-92a8-a47e8ca2f18a,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:38.624483 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:38.627018 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=26a439e8a3fb46c89fdd36f570893f2e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0317369
Nov 04 13:49:38.629869 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56644) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:38.696216 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:38.723305 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:38.928140 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:38.933997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-65d750a3-2cfc-4d1f-9cc3-344d551b9300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:38.953067 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbb4791-9b08-41e5-92a8-a47e8ca2f18a,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:38.965127 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:38.966589 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3fbb4791-9b08-41e5-92a8-a47e8ca2f18a HTTP/1.1" status: 204  len: 168 time: 0.3354468
Nov 04 13:49:38.969913 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.977441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:38.980080 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:39.396678 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48854e0a-5391-46e0-8ede-15c67e40cbb0 req-afa5a6d5-e635-48cc-9944-e8d788cbf380 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:39.398291 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-48854e0a-5391-46e0-8ede-15c67e40cbb0 req-afa5a6d5-e635-48cc-9944-e8d788cbf380 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1027050
Nov 04 13:49:39.462575 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-48854e0a-5391-46e0-8ede-15c67e40cbb0 req-00371ab7-4727-40ff-987d-d73f5a8b48f6 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567019
Nov 04 13:49:39.657615 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2fa02-ecab-4a32-a6db-039edea7c2dc req-2ce816e6-84bd-42b9-9312-59c27714f63f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:39.660162 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-52d2fa02-ecab-4a32-a6db-039edea7c2dc req-2ce816e6-84bd-42b9-9312-59c27714f63f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1017313
Nov 04 13:49:39.724604 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-52d2fa02-ecab-4a32-a6db-039edea7c2dc req-92065729-5845-4d3f-833d-c99986b14a56 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568647
Nov 04 13:49:39.951040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56708) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:39.972386 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.011568 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:40.023765 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:475ee40cc2884f4c986452b9c43af1f0 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:40.023765 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:40.027263 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:40.117161 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.242348 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.270366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:40.285539 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=475ee40cc2884f4c986452b9c43af1f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3307359
Nov 04 13:49:40.285811 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56728) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:40.316452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c247d-9ef7-4cfb-b008-36950ddb6ce1,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:40.319573 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:40.368035 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.398605 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.642622 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.652134 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:40.668439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c247d-9ef7-4cfb-b008-36950ddb6ce1,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:40.671820 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:40.702115 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.702589 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0f6c247d-9ef7-4cfb-b008-36950ddb6ce1 HTTP/1.1" status: 204  len: 168 time: 0.4156003
Nov 04 13:49:40.739281 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e634bf7-62f2-43ed-88a3-6a4963f4699b req-658efa51-b1bc-46e4-8d3c-984b50c133cd tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:40.745971 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e634bf7-62f2-43ed-88a3-6a4963f4699b req-658efa51-b1bc-46e4-8d3c-984b50c133cd tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1411626
Nov 04 13:49:40.770079 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56744) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:40.827737 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e634bf7-62f2-43ed-88a3-6a4963f4699b req-1469103f-cadd-4b63-a024-e6a8795790c4 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807929
Nov 04 13:49:40.945836 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:40.998362 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:41.007959 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296604f4-c81a-4e7c-b492-7aa7b6d6fc09 req-8e9a6710-4e75-493e-809f-6cc78002d510 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:41.009766 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-296604f4-c81a-4e7c-b492-7aa7b6d6fc09 req-8e9a6710-4e75-493e-809f-6cc78002d510 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1310637
Nov 04 13:49:41.010763 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Usage tracker for resource:security_group_rule and tenant:0704c2fd886b44798272063cb2762fa9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:41.013836 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:41.020526 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:41.101623 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-296604f4-c81a-4e7c-b492-7aa7b6d6fc09 req-cdcf93d7-169d-45a0-a784-001467b878fc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784502
Nov 04 13:49:41.184503 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.263105 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.292185 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ff53b891-e3c7-4072-a5c4-8fbc7a014035 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:41.348240 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0704c2fd886b44798272063cb2762fa9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5766594
Nov 04 13:49:41.350755 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56772) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:41.353846 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce14b4-e54f-4915-84eb-fe1cf3a9bed7,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:41.358538 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:41.367632 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-c7b7698d-73f6-40cc-99ba-6af51ecd31a1 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:41.369250 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-c7b7698d-73f6-40cc-99ba-6af51ecd31a1 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Synchronizing usage tracker for tenant:91ea5f6e7e2846ab9248a740f8ce8c9e on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:49:41.440378 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.473340 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.488627 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-c7b7698d-73f6-40cc-99ba-6af51ecd31a1 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Unset dirty status for tenant:91ea5f6e7e2846ab9248a740f8ce8c9e on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:49:41.490027 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-c7b7698d-73f6-40cc-99ba-6af51ecd31a1 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.90 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.2469096
Nov 04 13:49:41.575332 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Deleting port 08664b3c-6333-496c-a4a9-42a2540733a7 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:49:41.575821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.734706 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.744615 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-1d5d7224-e3af-4e48-a75b-b2a2dd283bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:41.760771 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce14b4-e54f-4915-84eb-fe1cf3a9bed7,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:41.764384 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:41.774655 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.776038 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e1ce14b4-e54f-4915-84eb-fe1cf3a9bed7 HTTP/1.1" status: 204  len: 168 time: 0.4241796
Nov 04 13:49:41.857585 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] For port 08664b3c-6333-496c-a4a9-42a2540733a7, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=08664b3c-6333-496c-a4a9-42a2540733a7,segment=NetworkSegment(15570d32-f1fc-4fea-a0f1-d3bff3919c4d),segment_id=15570d32-f1fc-4fea-a0f1-d3bff3919c4d)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:41.858061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:41.989337 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Calling delete_port for 08664b3c-6333-496c-a4a9-42a2540733a7 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:49:42.067734 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983669-cda2-4982-ab2a-167d07711fcf req-16d30a86-6c9b-4667-8010-3e09efbbab88 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:42.069284 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-66983669-cda2-4982-ab2a-167d07711fcf req-16d30a86-6c9b-4667-8010-3e09efbbab88 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 945 time: 0.1041260
Nov 04 13:49:42.128510 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-66983669-cda2-4982-ab2a-167d07711fcf req-4f787a03-2ca8-48fc-afce-28e6325e37ae tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/security-groups?id=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526118
Nov 04 13:49:42.399710 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:42.413433 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:42.436958 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70038b-0d7f-4449-b402-922711b42db1 req-0d0a3d2b-6d77-4935-8c3b-7fa5dfca7335 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:42.438452 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bf70038b-0d7f-4449-b402-922711b42db1 req-0d0a3d2b-6d77-4935-8c3b-7fa5dfca7335 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1123714
Nov 04 13:49:42.495706 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bf70038b-0d7f-4449-b402-922711b42db1 req-986eab45-e771-4471-aa31-1719c772da8a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506589
Nov 04 13:49:42.521907 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Pushing event deleted for resources: {'Port': ['ID=08664b3c-6333-496c-a4a9-42a2540733a7,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:42.525235 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:42.601633 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] No DVR routers for this DVR port 08664b3c-6333-496c-a4a9-42a2540733a7 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:49:42.604978 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:42.607901 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'name': 'network-vif-deleted', 'tag': '08664b3c-6333-496c-a4a9-42a2540733a7'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:49:42.679686 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a97e41-373c-414b-9f2d-343097d4dd4e', 'name': 'network-vif-deleted', 'tag': '08664b3c-6333-496c-a4a9-42a2540733a7', 'status': 'completed', 'code': 200}
Nov 04 13:49:42.698383 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56820) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:42.720048 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:42.748870 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-c299279c-c1ff-4269-9f67-3f506bb3d625 req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.90 "DELETE /v2.0/ports/08664b3c-6333-496c-a4a9-42a2540733a7 HTTP/1.1" status: 204  len: 173 time: 1.2462668
Nov 04 13:49:42.753636 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:42.759337 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Usage tracker for resource:security_group_rule and tenant:05c8c3fa84c44af6bdae17071c20b0a4 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:42.761312 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:42.768336 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:42.847101 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:43.007924 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:43.017941 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a31d14e8-397d-46c8-875e-7c35a435d8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:43.059637 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a41d100-a8ac-4207-95ca-dc476d980273,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:43.063990 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:43.071960 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=05c8c3fa84c44af6bdae17071c20b0a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3719757
Nov 04 13:49:43.074067 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56828) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:43.144538 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:43.174114 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:43.308093 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-39dd39fb-557e-4847-9831-aa75bb451f81 req-73270519-5683-4778-a950-17c0f333be0a tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.0472708
Nov 04 13:49:43.410769 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:43.414571 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f9d2e590-a895-4ef7-a29f-6d3c16739af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:43.426288 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a41d100-a8ac-4207-95ca-dc476d980273,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:43.430252 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:43.433489 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:43.434651 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5a41d100-a8ac-4207-95ca-dc476d980273 HTTP/1.1" status: 204  len: 168 time: 0.3595698
Nov 04 13:49:43.479262 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 08664b3c-6333-496c-a4a9-42a2540733a7 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:49:43.537791 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 08664b3c-6333-496c-a4a9-42a2540733a7 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:49:43.538203 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 08664b3c-6333-496c-a4a9-42a2540733a7 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:49:43.715185 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7288cb6-fb4f-4a47-ad1a-684dfae6fec2 req-b988d6e8-8076-4b69-ae5f-1781e452fdb2 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:43.716978 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f7288cb6-fb4f-4a47-ad1a-684dfae6fec2 req-b988d6e8-8076-4b69-ae5f-1781e452fdb2 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0877123
Nov 04 13:49:43.764593 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f7288cb6-fb4f-4a47-ad1a-684dfae6fec2 req-b2104b9d-a866-4021-b0ad-774edeb1d85e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419846
Nov 04 13:49:44.534108 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-733ab4c9-b471-4521-bf23-0f861119d301 req-32c39cd5-87da-4519-99d2-5ddf9ac2ff43 tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] 10.222.0.96 "GET /v2.0/ports?device_id=82a97e41-373c-414b-9f2d-343097d4dd4e HTTP/1.1" status: 200  len: 210 time: 0.0520489
Nov 04 13:49:45.004717 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a306d0-b409-4a65-86ea-ef87afbfd75f req-98223227-f452-402a-91ee-34cbb54e7de7 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:45.006294 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-68a306d0-b409-4a65-86ea-ef87afbfd75f req-98223227-f452-402a-91ee-34cbb54e7de7 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1080484
Nov 04 13:49:45.070371 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-68a306d0-b409-4a65-86ea-ef87afbfd75f req-7f3edcf8-bd13-4ab4-922f-310c676edbce tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566680
Nov 04 13:49:45.121669 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 56924) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:45.260543 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1014028053-network', 'tenant_id': 'b72373e33dee40b6b257154c8f28b202'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:45.265590 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:45.270800 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Usage tracker for resource:network and tenant:b72373e33dee40b6b257154c8f28b202 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:45.275125 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:45.283194 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:45.411024 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Made reservation on behalf of b72373e33dee40b6b257154c8f28b202 for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:45.413383 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:45.434007 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:45.521386 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:45.525261 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Usage tracker for resource:security_group_rule and tenant:b72373e33dee40b6b257154c8f28b202 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:45.528092 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:45.535472 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:45.605231 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:45.711605 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:45.716960 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-210c4a22-6444-4f74-980e-199c0f6f8cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:45.754998 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=83644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:49:45.764112 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5455a-3d97-46f1-9b6d-2d7836aa6ba8,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:45.768098 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:45.770575 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:45.770907 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Added segment 02657a17-862d-4c07-9e49-2769d949e166 of type vlan for network 6993e212-83c1-41bc-be88-943ff0d117f3
Nov 04 13:49:45.799959 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.002915 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.004256 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:46.004924 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.018143 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-562196a0-6dbb-46dc-9bce-746deb6f14dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:46.152920 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Pushing event updated for resources: {'Network': ['ID=6993e212-83c1-41bc-be88-943ff0d117f3,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:46.170209 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:46.181802 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 6993e212-83c1-41bc-be88-943ff0d117f3 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:49:46.263932 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1439216
Nov 04 13:49:46.266939 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56990) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:46.269654 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 56992) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:46.274888 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Request body: {'subnet': {'network_id': '6993e212-83c1-41bc-be88-943ff0d117f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1014028053-subnet', 'tenant_id': 'b72373e33dee40b6b257154c8f28b202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:46.284723 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:46.288923 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Usage tracker for resource:subnet and tenant:b72373e33dee40b6b257154c8f28b202 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:46.291943 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:46.298017 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:46.357201 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57000) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:46.433867 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Made reservation on behalf of b72373e33dee40b6b257154c8f28b202 for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:46.437665 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.441022 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90aaef-b9ff-4134-84ef-6bce60eb2a94 req-0e2bfa5a-3b78-4fb6-8d17-f64d2097bd7a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:46.447862 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6d90aaef-b9ff-4134-84ef-6bce60eb2a94 req-0e2bfa5a-3b78-4fb6-8d17-f64d2097bd7a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1297712
Nov 04 13:49:46.505597 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6d90aaef-b9ff-4134-84ef-6bce60eb2a94 req-1aa15622-6df2-41dd-93ec-e10ace6cce01 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567720
Nov 04 13:49:46.585926 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.594599 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.668205 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:46.676652 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Usage tracker for resource:security_group_rule and tenant:81867360262d4737bc873032763c7118 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:46.680638 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:46.682912 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:46.691685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b6f7ef88f444058042defac9aead7d is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:46.695984 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:46.698753 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:46.733853 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:46.911115 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.912973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.948093 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:46.952815 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:47.023199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04a6a1b-2452-40f3-9d83-bc904755ca6c,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:47.028295 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:47.031102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.039133 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.048168 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:47.099576 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Checking segment: {'id': '02657a17-862d-4c07-9e49-2769d949e166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '6993e212-83c1-41bc-be88-943ff0d117f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:47.099947 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Network hostable DHCP agents. Network: 6993e212-83c1-41bc-be88-943ff0d117f3, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:49:47.119094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c1204f-760b-4df9-898a-b81dffd4f6da,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:47.148642 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-eb6981ca-3f03-4c94-bb83-75073f770172 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e8b6f7ef88f444058042defac9aead7d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7903142
Nov 04 13:49:47.151102 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=81867360262d4737bc873032763c7118&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8804927
Nov 04 13:49:47.151336 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57014) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:47.154692 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57018) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:47.174396 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f43c875-3a19-4377-a09a-297b6d262534,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:47.177907 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:47.178723 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:47.178723 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:47.264351 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.268908 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.293339 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Network 6993e212-83c1-41bc-be88-943ff0d117f3 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:49:47.317072 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.324088 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.401931 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 6993e212-83c1-41bc-be88-943ff0d117f3) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:47.406415 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:47.407045 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.411591 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a16d75f-f3e1-4905-8263-ef13d0e393e5 None None] Network 6993e212-83c1-41bc-be88-943ff0d117f3 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:47.517048 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.523300 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:47.530482 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.535656 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ea461f71-d2ca-4fd1-b618-060652b9b6ec admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2672355
Nov 04 13:49:47.556406 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f43c875-3a19-4377-a09a-297b6d262534,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:47.558922 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:47.560850 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-7b04f869-5b5e-4dd9-a5eb-df858cd54ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:47.579304 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c1204f-760b-4df9-898a-b81dffd4f6da,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:47.582649 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:47.591374 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.595044 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/74c1204f-760b-4df9-898a-b81dffd4f6da HTTP/1.1" status: 204  len: 168 time: 0.4404738
Nov 04 13:49:47.595044 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:47.616254 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8f43c875-3a19-4377-a09a-297b6d262534 HTTP/1.1" status: 204  len: 168 time: 0.4296947
Nov 04 13:49:47.670857 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f2bdc-2a47-4da5-876a-c38dc5943ccd None None] Network 6993e212-83c1-41bc-be88-943ff0d117f3 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:47.824618 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa231f1a-69a3-4f45-b6ed-d3987ef8838e req-9c5614b3-62d8-41d7-8c36-698e1bb73580 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:47.825331 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fa231f1a-69a3-4f45-b6ed-d3987ef8838e req-9c5614b3-62d8-41d7-8c36-698e1bb73580 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1191370
Nov 04 13:49:47.877156 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fa231f1a-69a3-4f45-b6ed-d3987ef8838e req-89c838b2-e74f-4573-955e-8b27aca1aff0 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451925
Nov 04 13:49:47.943634 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57042) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:48.019416 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Deleting subnet 644a8852-80ee-4a02-a5db-c1b21e7acea2 {{(pid=83644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:49:48.024754 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.087939 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237678'] for subnet, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.146223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.348822 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1150057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626046'] for subnet, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.354084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-279b2247-9f6d-416c-973f-bb90688b7a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:48.393203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644a8852-80ee-4a02-a5db-c1b21e7acea2,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:48.396423 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:48.400202 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.406290 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] 10.222.0.96 "DELETE /v2.0/subnets/644a8852-80ee-4a02-a5db-c1b21e7acea2 HTTP/1.1" status: 204  len: 168 time: 0.4613290
Nov 04 13:49:48.409333 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57062) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:48.519464 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.652136 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.678602 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a46ff10>,) {'filters': {'network_id': ['6e875e9f-bac4-4403-88a1-1fc36543ab16']}} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:48.691581 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a46ff10>, '15570d32-f1fc-4fea-a0f1-d3bff3919c4d') {'for_net_delete': True} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:48.691875 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a46ff10>, '15570d32-f1fc-4fea-a0f1-d3bff3919c4d') {} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:48.703533 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237685'] for segment, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.719823 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.724600 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57066) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:48.727793 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:49:48.728229 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149955'] for segment, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]: Traceback (most recent call last):
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     timer()
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     cb(*args, **kw)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     return func(*args, **kwargs)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     self._notify()
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     self.callback(batched_events)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     event.method(event)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     return f(self, *a, **k)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._get(url).json()
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:49:48.743231 dv-cinder-810367-1-iscsi neutron-server[83644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:49:48.747431 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.780363 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:48.785780 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Usage tracker for resource:security_group_rule and tenant:29541509c70a48e8bf342e7d6cd7b5c9 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:48.789068 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:48.795451 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:48.859263 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57070) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:48.868742 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.881821 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.909098 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.914975 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:48.918918 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:48.937104 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Usage tracker for resource:security_group_rule and tenant:4a99ff8a863c43859721cee6e999081d is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:48.940965 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:48.946036 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:48.955208 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:48.961114 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e875e9f-bac4-4403-88a1-1fc36543ab16,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:48.969509 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:49.005380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.014240 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-cfa9df03-0428-4109-a4b2-e52931e0293c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:49.077728 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f6308-5b26-4078-9ee9-d8488f74f420,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:49.089890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:49.093579 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=29541509c70a48e8bf342e7d6cd7b5c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3677785
Nov 04 13:49:49.094397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57080) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:49.126017 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.165356 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.179270 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-58b6355f-5902-43ae-9c46-d236a033bb9e admin admin] 10.222.0.96 "DELETE /v2.0/networks/6e875e9f-bac4-4403-88a1-1fc36543ab16 HTTP/1.1" status: 204  len: 168 time: 0.7688890
Nov 04 13:49:49.216410 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.254351 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.296154 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:49.365558 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.368368 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4a99ff8a863c43859721cee6e999081d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5080175
Nov 04 13:49:49.369275 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-435746d4-a7d9-487a-933e-2f0ac0bd5603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:49.372729 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57092) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:49.379171 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5be395-1118-48b0-8f57-2008cd257d90,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:49.380986 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f6308-5b26-4078-9ee9-d8488f74f420,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:49.384732 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:49.387940 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.391448 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1b8f6308-5b26-4078-9ee9-d8488f74f420 HTTP/1.1" status: 204  len: 168 time: 0.2931204
Nov 04 13:49:49.396407 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:49.403184 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091e99a-07ea-46e6-9c42-02551b885a47 req-f89f4d24-eaae-4bcd-adb5-1a1cd09e7326 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:49.414883 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8091e99a-07ea-46e6-9c42-02551b885a47 req-f89f4d24-eaae-4bcd-adb5-1a1cd09e7326 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.2287540
Nov 04 13:49:49.497411 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8091e99a-07ea-46e6-9c42-02551b885a47 req-0fa03d54-40ce-4b82-8735-408cc17f0277 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807004
Nov 04 13:49:49.501793 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.528613 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.662303 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.664080 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57100) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:49.668155 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-63f388c2-b2f4-4a10-9c70-da99b25b2b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:49.726900 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-394073ba-9642-4f08-a45f-0070117947aa admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=91ea5f6e7e2846ab9248a740f8ce8c9e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0606523
Nov 04 13:49:49.728172 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57104) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:49.750168 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5be395-1118-48b0-8f57-2008cd257d90,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:49.753001 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:49.755305 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.759420 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2b5be395-1118-48b0-8f57-2008cd257d90 HTTP/1.1" status: 204  len: 168 time: 0.3848212
Nov 04 13:49:49.809238 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:49.838111 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.048898 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.054833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c4a17e42-3ba4-494e-91ce-370475023041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:50.072724 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b90c06f-cb23-4ef7-bc3b-00afbba9de7e,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:50.075653 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:50.077592 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.078814 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6b90c06f-cb23-4ef7-bc3b-00afbba9de7e HTTP/1.1" status: 204  len: 168 time: 0.3494940
Nov 04 13:49:50.418049 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57132) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:50.425142 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1534863319-network', 'tenant_id': '378b02e83dad4ccdac12f64a71246404'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:50.430060 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:50.433938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Usage tracker for resource:network and tenant:378b02e83dad4ccdac12f64a71246404 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:50.437710 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:50.448254 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:50.516735 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Made reservation on behalf of 378b02e83dad4ccdac12f64a71246404 for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:50.519846 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.539676 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.580008 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:50.584269 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Usage tracker for resource:security_group_rule and tenant:378b02e83dad4ccdac12f64a71246404 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:50.587311 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:50.593954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:50.677232 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.716042 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdccf8-da3b-4a4c-814c-2162b99520f6 req-7e5d8688-70fb-4f2e-b039-036918ae9a9f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:50.717397 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aafdccf8-da3b-4a4c-814c-2162b99520f6 req-7e5d8688-70fb-4f2e-b039-036918ae9a9f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0838814
Nov 04 13:49:50.739036 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.763333 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:49:50.770370 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-501913a9-fe49-492c-8682-5a16f1ba7b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:50.781475 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aafdccf8-da3b-4a4c-814c-2162b99520f6 req-d96cbd54-0f71-4e1c-a73f-eb40a592f632 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579524
Nov 04 13:49:50.794420 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.794768 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Added segment 814a9f1f-7517-4cd9-a02d-c6029df021da of type vlan for network 66f2c8f3-8032-4073-888c-7c347f30ba57
Nov 04 13:49:50.809433 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76175fc1-45c2-4ede-8df3-d0d046b0d11b,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:50.827130 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:50.848436 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.956197 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.957651 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:50.958262 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:50.963420 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-625bb67f-40ee-4a34-8f29-a6cd7bb8a4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:51.069671 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Pushing event updated for resources: {'Network': ['ID=66f2c8f3-8032-4073-888c-7c347f30ba57,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:51.072678 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:51.084737 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 66f2c8f3-8032-4073-888c-7c347f30ba57 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:49:51.189464 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57158) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:51.189808 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7694175
Nov 04 13:49:51.201117 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Request body: {'subnet': {'network_id': '66f2c8f3-8032-4073-888c-7c347f30ba57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1534863319-subnet', 'tenant_id': '378b02e83dad4ccdac12f64a71246404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:51.201117 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:51.204187 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Usage tracker for resource:subnet and tenant:378b02e83dad4ccdac12f64a71246404 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:51.207643 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:51.214153 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:51.310973 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Made reservation on behalf of 378b02e83dad4ccdac12f64a71246404 for: {'subnet': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:51.314084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626065'] for subnet, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:51.699277 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1150122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626023'] for subnet, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:51.703540 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:51.772432 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958279c1-45f1-416e-a3d0-beda89549415,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:51.775060 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:51.791952 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Checking segment: {'id': '814a9f1f-7517-4cd9-a02d-c6029df021da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '66f2c8f3-8032-4073-888c-7c347f30ba57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:51.792456 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Network hostable DHCP agents. Network: 66f2c8f3-8032-4073-888c-7c347f30ba57, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:49:51.996502 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977d485-9623-49a2-9b75-d2404338975a req-16e4a109-c80e-4419-9794-efc925de21d6 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:51.998000 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2977d485-9623-49a2-9b75-d2404338975a req-16e4a109-c80e-4419-9794-efc925de21d6 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0881736
Nov 04 13:49:52.052278 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2977d485-9623-49a2-9b75-d2404338975a req-b1935419-0599-4ef0-92a8-c634b3180967 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474973
Nov 04 13:49:52.179558 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57194) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:52.217799 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Network 66f2c8f3-8032-4073-888c-7c347f30ba57 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:49:52.337219 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 66f2c8f3-8032-4073-888c-7c347f30ba57) {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:52.341401 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:52.342175 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:52.352041 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807162b-baf3-48f1-8a71-11f8b200487b None None] Network 66f2c8f3-8032-4073-888c-7c347f30ba57 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:52.455686 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-network', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:52.474763 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:52.484383 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Usage tracker for resource:network and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:52.487707 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:52.496914 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:52.537969 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3469837
Nov 04 13:49:52.661937 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Made reservation on behalf of 393598d5a9a045e2b4aad49ebbb30df3 for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:52.664309 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:52.685843 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:52.695271 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee5bbda-3a12-41c2-ada3-ab1585760d48 None None] Network 66f2c8f3-8032-4073-888c-7c347f30ba57 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:52.754765 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:52.759242 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Usage tracker for resource:security_group_rule and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:52.762557 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:52.769306 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:52.841879 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:52.996487 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:53.002236 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cdce5fed-8b7d-4ddb-8b52-3c7162834158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:53.087365 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=83644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:49:53.097822 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cdee5f-88ff-4349-9910-891c69be410f,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:53.101618 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:53.104337 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:53.104844 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Added segment 8fc6194a-b43f-432b-858e-659d9be52579 of type vlan for network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34
Nov 04 13:49:53.152052 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:53.315668 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703f93c-1b0f-4b62-a0a1-1ec9c2cfafe8 req-03ac62ec-6b6b-42ab-b027-ce6349f02ab3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:53.317278 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a703f93c-1b0f-4b62-a0a1-1ec9c2cfafe8 req-03ac62ec-6b6b-42ab-b027-ce6349f02ab3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1047902
Nov 04 13:49:53.318535 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:53.320107 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:53.320807 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:53.336485 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:53.512755 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:53.517689 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:53.525011 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:49:53.582029 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a703f93c-1b0f-4b62-a0a1-1ec9c2cfafe8 req-2dad26f4-b0bf-4aae-a397-383d472bffeb tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462869
Nov 04 13:49:53.606671 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4230399
Nov 04 13:49:53.607036 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57242) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:53.615134 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Request body: {'subnet': {'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-subnet', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:53.618603 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:53.636575 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Usage tracker for resource:subnet and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:53.655795 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:53.663631 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:53.782508 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Made reservation on behalf of 393598d5a9a045e2b4aad49ebbb30df3 for: {'subnet': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:49:53.788008 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626065'] for subnet, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:54.125154 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1150122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626023'] for subnet, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:54.130360 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a0a40024-b69b-41fe-8faf-2517fe1e6dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:54.204540 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:54.209975 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:54.236744 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Checking segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:54.237359 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Network hostable DHCP agents. Network: b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:49:54.370988 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:49:54.462546 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34) {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:54.468978 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:54.470104 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:54.473549 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663189e1-f039-4551-81e3-e599041865b0 None None] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:54.646517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.0383863
Nov 04 13:49:54.649044 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57280) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:54.656195 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:49:54.665978 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:54.676517 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Usage tracker for resource:router and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:54.687838 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:54.699079 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:54.806271 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:54.806271 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:54.847044 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:49:54.848566 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:54.869649 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:54.901303 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fee4f-17e9-4253-904f-8010e4b3ecff req-21877351-bf69-4177-a137-046f9474e5f4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:54.908732 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9c6fee4f-17e9-4253-904f-8010e4b3ecff req-21877351-bf69-4177-a137-046f9474e5f4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1358800
Nov 04 13:49:54.970495 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9c6fee4f-17e9-4253-904f-8010e4b3ecff req-db24aa06-4d69-4e8f-b7a5-392d8048d818 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602367
Nov 04 13:49:55.052545 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Allocated IP 172.20.0.2 (b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34/e5d43e8e-2374-4f9d-a839-ad792d1f2f2b/636d7a8b-da56-4904-b8dd-2c8cc83080a3) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:49:55.291351 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:55.371276 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:55.389039 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Transition to ACTIVE for port object 636d7a8b-da56-4904-b8dd-2c8cc83080a3 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:49:55.421731 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Transition to ACTIVE for port object 636d7a8b-da56-4904-b8dd-2c8cc83080a3 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:49:55.535388 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:55.540687 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:55.612287 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:49:55.621320 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:55.627856 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:49:55.634371 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Pushing event updated for resources: {'Port': ['ID=636d7a8b-da56-4904-b8dd-2c8cc83080a3,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:55.711672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.712026 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.712366 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.712700 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.713111 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.713442 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.713782 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.720830 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.721731 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.722083 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.722371 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:55.757353 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:55.764112 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:55.784596 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Attempting to bind port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:49:55.789561 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Attempting to bind port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:49:55.789561 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Attempting to bind port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:55.795557 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:49:55.796087 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Checking segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:55.796603 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:55.797128 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Bound using segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:49:55.797856 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Bound port: 636d7a8b-da56-4904-b8dd-2c8cc83080a3, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:49:55.799238 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:55.804039 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:55.911304 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] For port 636d7a8b-da56-4904-b8dd-2c8cc83080a3, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:49:55.917694 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] For port 636d7a8b-da56-4904-b8dd-2c8cc83080a3, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=636d7a8b-da56-4904-b8dd-2c8cc83080a3,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:49:55.994513 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Allocated IP 172.27.2.149 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/2aae8961-0a1a-4840-bd4d-6776ec67227a) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:49:56.157400 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:56.166730 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:56.203503 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:56.263418 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c449ed0-a01d-43bd-ad0d-df6147fdbe3c req-abc8944c-f793-4b4b-813d-bc5912077010 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:56.272195 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c449ed0-a01d-43bd-ad0d-df6147fdbe3c req-abc8944c-f793-4b4b-813d-bc5912077010 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1750262
Nov 04 13:49:56.310182 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Pushing event updated for resources: {'Port': ['ID=636d7a8b-da56-4904-b8dd-2c8cc83080a3,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:56.323658 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:56.349552 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c449ed0-a01d-43bd-ad0d-df6147fdbe3c req-6b323aea-26d4-4e3d-a7be-b653f961a4b1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763783
Nov 04 13:49:56.353691 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:56.366278 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:56.451452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2aae8961-0a1a-4840-bd4d-6776ec67227a,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:56.456093 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:56.481088 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:49:56.482320 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:49:56.484758 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:49:56.823957 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:56.824733 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:56.988907 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57350) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:57.181200 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.252485 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:57.256864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Usage tracker for resource:security_group_rule and tenant:29c12e2a4ae64257a3ecbe6a7c6b075e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:57.258979 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:49:57.267590 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:57.285368 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:57.338945 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57368) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:57.421364 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.485488 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412b13b-ee83-4e92-b66b-0b0c1d6ee0dd None None] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:49:57.507445 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.518003 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:57.569522 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.592840 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aae65d-9737-4784-83cb-9762c8141973,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:57.605145 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:57.607709 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=29c12e2a4ae64257a3ecbe6a7c6b075e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6174383
Nov 04 13:49:57.611304 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57380) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:57.658781 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:49:57.665504 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76849c49-adf8-4516-a291-f5fdf6d9feee req-a6f97c1b-a767-46f7-98d3-a4e7d9fdc0dc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:57.666907 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-76849c49-adf8-4516-a291-f5fdf6d9feee req-a6f97c1b-a767-46f7-98d3-a4e7d9fdc0dc tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1289990
Nov 04 13:49:57.678653 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Usage tracker for resource:security_group_rule and tenant:6d6e0753cf6147dab9dab71ec085d912 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:49:57.686979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:49:57.707387 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:49:57.718809 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:49:57.721449 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Sync routers for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:49:57.754608 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:49:57.754719 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-1ba17426-8c44-4970-a1e5-a015bbc32a72 None None] Provisioning for port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:57.758123 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751afbefd0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:49:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:57.786960 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.787051 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-76849c49-adf8-4516-a291-f5fdf6d9feee req-b417d4c1-acf2-4c66-9550-d1c9b83e861a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112423
Nov 04 13:49:57.844010 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.909094 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 636d7a8b-da56-4904-b8dd-2c8cc83080a3 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:57.949910 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.971918 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Notify callbacks [] for router, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:57.974092 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.3229039
Nov 04 13:49:57.976191 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57390) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:58.019445 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:49:58.147495 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:49:58.153714 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:58.154228 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.182714 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.193663 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a9682ada-691f-4494-abab-919d8afb99ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:58.202438 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.279286 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aae65d-9737-4784-83cb-9762c8141973,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:58.289148 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:58.290643 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:58.332023 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-b1f62c47-ce49-44a4-9518-4dec6711751c None None] Provisioning complete for port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:49:58.332410 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b1f62c47-ce49-44a4-9518-4dec6711751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.339811 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2320cc90-9c3e-4a17-911a-641be59d8a74,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:58.344474 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.346847 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/97aae65d-9737-4784-83cb-9762c8141973 HTTP/1.1" status: 204  len: 168 time: 0.7342308
Nov 04 13:49:58.348920 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:58.368060 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57410) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:49:58.368619 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=6d6e0753cf6147dab9dab71ec085d912&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0285020
Nov 04 13:49:58.444207 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751afbefd0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:49:56Z', 'revision_number': 3, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:49:58.452999 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Checking router: 62d03442-8ba6-41f3-a36a-c93b3ef6b461 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:49:58.453354 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Updating router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 port 2aae8961-0a1a-4840-bd4d-6776ec67227a binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:49:58.503019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.559027 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.560948 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.562833 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.618133 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b1f62c47-ce49-44a4-9518-4dec6711751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.656034 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 636d7a8b-da56-4904-b8dd-2c8cc83080a3, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=636d7a8b-da56-4904-b8dd-2c8cc83080a3,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:49:58.743414 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.746400 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-36ae34e9-d698-4208-9213-88131e3cb30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:58.770990 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.775051 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:58.800889 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2320cc90-9c3e-4a17-911a-641be59d8a74,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:58.812933 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:58.817675 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:58.824671 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2320cc90-9c3e-4a17-911a-641be59d8a74 HTTP/1.1" status: 204  len: 168 time: 0.4498177
Nov 04 13:49:59.094176 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-b1f62c47-ce49-44a4-9518-4dec6711751c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 13:49:59.094594 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-b1f62c47-ce49-44a4-9518-4dec6711751c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 13:49:59.148959 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:59.159748 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=636d7a8b-da56-4904-b8dd-2c8cc83080a3,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:59.164302 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:59.166312 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6736c7a-5de7-4701-995a-f26423604bc5 req-2e0619ab-566d-492c-802c-4d507a9e58ef service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 1099 time: 0.1276219
Nov 04 13:49:59.168036 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Transition to ACTIVE for port object 2aae8961-0a1a-4840-bd4d-6776ec67227a will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:49:59.195082 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15822c-29d8-454d-84fb-55ba49418b0e req-a138b11b-4686-4156-9488-77a2d2bc8e4d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:49:59.202748 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c15822c-29d8-454d-84fb-55ba49418b0e req-a138b11b-4686-4156-9488-77a2d2bc8e4d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1344647
Nov 04 13:49:59.287536 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c15822c-29d8-454d-84fb-55ba49418b0e req-429d1dc8-14ec-4086-8072-b159faee4142 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804858
Nov 04 13:49:59.325172 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:59.332456 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:49:59.372410 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6736c7a-5de7-4701-995a-f26423604bc5 req-d88a7aef-ec29-4cee-8203-cade396cb48e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440737
Nov 04 13:49:59.455576 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Attempting to bind port 2aae8961-0a1a-4840-bd4d-6776ec67227a on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:49:59.456418 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Attempting to bind port 2aae8961-0a1a-4840-bd4d-6776ec67227a by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:49:59.457005 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Attempting to bind port 2aae8961-0a1a-4840-bd4d-6776ec67227a on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:49:59.469029 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:49:59.470487 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:49:59.471653 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:59.472218 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:49:59.472868 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Bound port: 2aae8961-0a1a-4840-bd4d-6776ec67227a, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:49:59.473441 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:59.543478 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Pushing event updated for resources: {'Port': ['ID=2aae8961-0a1a-4840-bd4d-6776ec67227a,revision_number=2']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:49:59.574710 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.574936 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.575678 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.576317 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.576898 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.577377 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.577897 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.578473 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.579109 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.579861 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.580511 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:49:59.584960 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:49:59.590042 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] For port 2aae8961-0a1a-4840-bd4d-6776ec67227a, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:49:59.601003 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] For port 2aae8961-0a1a-4840-bd4d-6776ec67227a, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=2aae8961-0a1a-4840-bd4d-6776ec67227a,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:49:59.694654 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:59.821079 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 636d7a8b-da56-4904-b8dd-2c8cc83080a3 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:49:59.836517 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:49:59.843114 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-27d9b7ab-1963-4528-8363-5dce4cac4499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:00.073939 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Pushing event updated for resources: {'Port': ['ID=2aae8961-0a1a-4840-bd4d-6776ec67227a,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:00.081249 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:00.098913 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:50:00.100080 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751afbefd0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:49:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:00.132396 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Allocated IP 172.20.0.1 (b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34/e5d43e8e-2374-4f9d-a839-ad792d1f2f2b/f211e187-33f7-4806-b315-6a77719806c7) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:50:00.190430 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:00.190805 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:00.588253 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:50:00.621924 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:00.682699 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Transition to ACTIVE for port object f211e187-33f7-4806-b315-6a77719806c7 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:50:00.835737 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a8375-6237-42ed-ab3a-2d4920abbf76 req-e0bc1cbb-2e18-4989-beb9-71a158ed4d52 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:00.837495 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-647a8375-6237-42ed-ab3a-2d4920abbf76 req-e0bc1cbb-2e18-4989-beb9-71a158ed4d52 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.2546365
Nov 04 13:50:00.881916 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:00.886214 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:00.980384 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:50:00.983784 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:00.989018 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:50:00.989501 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:00.994393 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-647a8375-6237-42ed-ab3a-2d4920abbf76 req-946fde12-8f31-4b5e-b4c8-3eb9360afd60 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414106
Nov 04 13:50:01.005214 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=f211e187-33f7-4806-b315-6a77719806c7,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:01.011218 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:01.083406 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751afbefd0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:49:56Z', 'revision_number': 3, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:01.092471 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad6cc6-e86f-4346-b8aa-3823bf9690e6 None None] The sync data for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi is: [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:49:56Z', 'revision_number': 3, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:50:01.232649 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57522) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:01.313896 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.477246 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.510976 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-df87e2b8-dac4-4c79-b01f-9422ebf47752 None None] Provisioning for port f211e187-33f7-4806-b315-6a77719806c7 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:50:01.524365 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-df87e2b8-dac4-4c79-b01f-9422ebf47752 None None] Provisioning complete for port f211e187-33f7-4806-b315-6a77719806c7 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:01.525516 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-df87e2b8-dac4-4c79-b01f-9422ebf47752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.552146 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:01.570795 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Usage tracker for resource:security_group_rule and tenant:b29afd617c02489c8cffeca1666494a8 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:01.574119 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:01.585514 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:01.618642 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-df87e2b8-dac4-4c79-b01f-9422ebf47752 None None] Port f211e187-33f7-4806-b315-6a77719806c7 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:50:01.689592 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.725450 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.801890 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.809224 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cdd343a4-776e-48a9-a7e8-805a248f952e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:01.863872 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30842757-cdd2-439d-b7d5-663bbb122d7d,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:01.867199 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:01.874883 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b29afd617c02489c8cffeca1666494a8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6460903
Nov 04 13:50:01.877518 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57542) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:01.878720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.879971 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:01.885833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:01.920704 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2aae8961-0a1a-4840-bd4d-6776ec67227a up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:50:02.072580 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=f211e187-33f7-4806-b315-6a77719806c7,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:02.077268 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:02.101020 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.140597 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.173935 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:50:02.175550 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:02.185534 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-3c56de8c-5854-4965-a634-dda8bd43f4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.187140 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 2aae8961-0a1a-4840-bd4d-6776ec67227a completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:50:02.193601 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 2aae8961-0a1a-4840-bd4d-6776ec67227a triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:02.194037 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.279049 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.420146 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394cf45-2402-4e95-ab87-5351f21bdd5b req-ce240b31-70b6-46c2-8239-94f2122aa13c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:02.424302 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6394cf45-2402-4e95-ab87-5351f21bdd5b req-ce240b31-70b6-46c2-8239-94f2122aa13c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.2126484
Nov 04 13:50:02.425876 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.435102 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-74a3f23a-6adc-4543-aa7a-63ea2d8f3e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:02.473343 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30842757-cdd2-439d-b7d5-663bbb122d7d,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:02.487100 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:02.505140 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.509395 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/30842757-cdd2-439d-b7d5-663bbb122d7d HTTP/1.1" status: 204  len: 168 time: 0.6171534
Nov 04 13:50:02.554645 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.558268 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6394cf45-2402-4e95-ab87-5351f21bdd5b req-e96d78a5-4528-4bee-94da-e3e9bf10f3fa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247294
Nov 04 13:50:02.590067 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 2aae8961-0a1a-4840-bd4d-6776ec67227a, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=2aae8961-0a1a-4840-bd4d-6776ec67227a,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:02.611036 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57558) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:02.654927 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-547b6325-dabb-4fb9-a86d-d3e6048e1d26 None None] Provisioning complete for port f211e187-33f7-4806-b315-6a77719806c7 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:02.655438 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-547b6325-dabb-4fb9-a86d-d3e6048e1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.728645 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-547b6325-dabb-4fb9-a86d-d3e6048e1d26 None None] Port f211e187-33f7-4806-b315-6a77719806c7 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:50:02.733432 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57566) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:02.756683 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.758844 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:02.760968 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:02.868905 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=2aae8961-0a1a-4840-bd4d-6776ec67227a,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:02.872233 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:02.905805 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995e747-cb8d-4cb5-9e2f-b0144ae22017 req-d66e120a-2086-48ce-882b-e4c949061438 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:02.906682 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e995e747-cb8d-4cb5-9e2f-b0144ae22017 req-d66e120a-2086-48ce-882b-e4c949061438 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1613510
Nov 04 13:50:02.942845 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:50:02.961192 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.025978 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.057667 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e995e747-cb8d-4cb5-9e2f-b0144ae22017 req-ed8ff0b9-4c69-40e2-a0ab-ffa57d8f7cc3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413317
Nov 04 13:50:03.065089 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:03.078459 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Usage tracker for resource:security_group_rule and tenant:dbbbfac90bc348fa82c4d75050d07fba is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:03.083578 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:03.094266 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:03.095916 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:03.102731 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Usage tracker for resource:security_group_rule and tenant:d2993483b1044c98bb7417b2c183bf43 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:03.109537 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:03.118818 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:03.208103 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:50:03.242849 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] 10.222.0.96 "PUT /v2.0/routers/62d03442-8ba6-41f3-a36a-c93b3ef6b461/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2529075
Nov 04 13:50:03.312390 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.363216 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.388979 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.404525 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-024b5ca2-71ea-461c-9cc7-f8337594eac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:03.473123 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33db02d9-feda-489b-8a35-bc3fc8d5ad1d,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:03.477777 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:03.482716 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57584) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:03.489916 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dbbbfac90bc348fa82c4d75050d07fba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8700936
Nov 04 13:50:03.519363 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.536885 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ac886a8c-b313-4add-8acc-68333c38fc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:03.587238 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.602646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a567894-12bd-49f6-8852-4a2a8f56befa,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:03.606530 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:03.609509 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d2993483b1044c98bb7417b2c183bf43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8733916
Nov 04 13:50:03.614215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57592) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:03.657674 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.727360 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.767309 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.827171 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57596) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:03.831095 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2aae8961-0a1a-4840-bd4d-6776ec67227a up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:50:03.863839 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.869566 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-efb46bde-ba3c-4f41-8994-bb016fdbb28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:03.882623 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.910392 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db02d9-feda-489b-8a35-bc3fc8d5ad1d,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:03.916002 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:03.927624 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.930277 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/33db02d9-feda-489b-8a35-bc3fc8d5ad1d HTTP/1.1" status: 204  len: 168 time: 0.4451563
Nov 04 13:50:03.982209 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:03.987659 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-617cf3ca-50a0-4cbc-a2f8-2c623b394759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:03.990699 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 2aae8961-0a1a-4840-bd4d-6776ec67227a triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:03.991362 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.002822 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a567894-12bd-49f6-8852-4a2a8f56befa,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:04.007367 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:04.019754 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.032854 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/3a567894-12bd-49f6-8852-4a2a8f56befa HTTP/1.1" status: 204  len: 168 time: 0.4036434
Nov 04 13:50:04.242477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:04.267901 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:f0fb765530bd447ba2a311f05c0db773 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:04.275247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:04.290116 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:04.356241 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-10215ce4-d940-43e0-88b8-d8f92838ef89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.462161 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.599057 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.605791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e9f3cf63-5c4e-4fbf-97a1-106d449bf39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:04.651315 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a37b07-7e14-4718-8ae2-e9b9d4d8ab75,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:04.653417 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:04.661799 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f0fb765530bd447ba2a311f05c0db773&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8334658
Nov 04 13:50:04.667823 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57620) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:04.700692 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57624) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:04.708878 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834491766', 'description': 'tempest-description--36285199'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:04.717781 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:04.722627 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:04.725588 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:04.731663 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:04.737167 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.767834 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.827841 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.918577 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.926102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9765e0a7-c254-4018-bfba-57a093e72186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:04.943771 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:04.949391 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group_rule and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:04.950283 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a37b07-7e14-4718-8ae2-e9b9d4d8ab75,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:04.953190 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:04.956353 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:04.961470 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:04.962918 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/24a37b07-7e14-4718-8ae2-e9b9d4d8ab75 HTTP/1.1" status: 204  len: 168 time: 0.2936668
Nov 04 13:50:04.966541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:05.084902 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.190377 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.194192 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-de7a7d02-9202-47f1-ae7f-e10893085413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:05.234732 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de4f3d0-2adf-40b0-b445-b8f6208b94e0,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:05.238522 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:05.348180 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.349936 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1611 time: 0.6469858
Nov 04 13:50:05.353369 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57638) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:05.358252 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'security_group_rule': {'security_group_id': '4de4f3d0-2adf-40b0-b445-b8f6208b94e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:05.361374 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Sync routers for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:50:05.368369 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:05.372965 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group_rule and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:05.377095 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:05.382055 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:50:05.382757 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ae3afa0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:50:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:05.383775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:05.394767 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57642) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:05.412839 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.449951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:05.453930 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Usage tracker for resource:security_group_rule and tenant:c694d0ff2a9c4a09bd484252199fcc3f is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:05.457422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:05.463776 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:05.490836 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.599340 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.605442 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.652248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:50:05.685049 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.694173 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-dfb1ec4e-f7ec-4f9c-935e-5dbbb8b1b1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:05.705557 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.734248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.815219 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b71968-1fab-4d77-9c52-3970c23700ad,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:05.818387 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:05.819413 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-df00d7fd-832f-40c1-bd0e-f0072a6e0cff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:05.834010 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c694d0ff2a9c4a09bd484252199fcc3f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4379966
Nov 04 13:50:05.840810 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57666) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:05.857117 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27b00ab-e26a-4bf2-9a1a-0ea4c3442660,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:05.860718 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:05.862084 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.863605 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5100653
Nov 04 13:50:05.866508 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57670) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:05.872717 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'security_group_rule': {'security_group_id': '4de4f3d0-2adf-40b0-b445-b8f6208b94e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:05.887709 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:05.898183 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group_rule and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:05.914819 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:05.923960 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:05.938173 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:05.966846 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.099141 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.139098 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.145872 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5494d380-14a0-4ebe-b660-14a223cf071e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:06.168245 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b71968-1fab-4d77-9c52-3970c23700ad,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:06.184821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:06.193244 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.195451 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/10b71968-1fab-4d77-9c52-3970c23700ad HTTP/1.1" status: 204  len: 168 time: 0.3528304
Nov 04 13:50:06.235643 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ae3afa0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 2, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:06.240230 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Checking router: 62d03442-8ba6-41f3-a36a-c93b3ef6b461 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:50:06.240616 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Updating router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 port f211e187-33f7-4806-b315-6a77719806c7 binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:50:06.268226 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.322871 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.337528 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.339809 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9cee7708-8186-41c2-8b81-68a583fa0b08 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:06.365703 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449a1879-f0cd-469e-98ce-d6450aed543e,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:06.383681 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:06.512523 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-d7e32713-8ceb-4128-a95a-252d32b7ac20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.0776300
Nov 04 13:50:06.538577 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68e61f-cf54-4e24-83d7-088835b5ecf1 req-3927c357-b47f-4bab-b4d7-96e458c35e65 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:06.546296 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dd68e61f-cf54-4e24-83d7-088835b5ecf1 req-3927c357-b47f-4bab-b4d7-96e458c35e65 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1018302
Nov 04 13:50:06.586310 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.587466 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7198868
Nov 04 13:50:06.601129 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57696) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:06.615283 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:06.646707 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:06.658197 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:floatingip and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:06.663302 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:06.671614 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:06.676334 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dd68e61f-cf54-4e24-83d7-088835b5ecf1 req-2fb125af-e546-43c2-a535-ec8cf9f70e4e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262739
Nov 04 13:50:06.708816 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-6d93061e-2ece-4fb4-937c-e36923dbc8f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:06.710391 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-6d93061e-2ece-4fb4-937c-e36923dbc8f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.1899722
Nov 04 13:50:06.796753 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-c1f360f1-212f-4342-910c-ca500eaf9121 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 217 time: 0.0736113
Nov 04 13:50:06.799703 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.811377 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.826135 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Transition to ACTIVE for port object f211e187-33f7-4806-b315-6a77719806c7 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:50:06.909558 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-0ee8d9c7-9633-41f6-a21d-336abe2a4269 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:06.911733 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-0ee8d9c7-9633-41f6-a21d-336abe2a4269 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.1055868
Nov 04 13:50:06.935888 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:06.940197 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:06.978985 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:07.058357 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-19d36491-418e-40c2-9a3b-6014e14cdf36 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1358287
Nov 04 13:50:07.060130 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acbdba-e04a-4745-b427-dfe39ef25eaf None None] Pushing event updated for resources: {'Port': ['ID=f211e187-33f7-4806-b315-6a77719806c7,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:07.069959 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:07.071241 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-74acbdba-e04a-4745-b427-dfe39ef25eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:07.203481 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Allocated IP 172.27.2.69 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/fd70f609-979e-40d0-9224-aba4dbee9f47) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:50:07.273177 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Attempting to bind port f211e187-33f7-4806-b315-6a77719806c7 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:50:07.273537 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Attempting to bind port f211e187-33f7-4806-b315-6a77719806c7 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:50:07.273925 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Attempting to bind port f211e187-33f7-4806-b315-6a77719806c7 on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:07.277209 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-ff31e5fd-4e1f-4c7b-8e19-052fc5b95a16 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117531
Nov 04 13:50:07.281368 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:50:07.282984 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Checking segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:50:07.283705 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:07.284248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Bound using segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:50:07.284873 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Bound port: f211e187-33f7-4806-b315-6a77719806c7, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:50:07.298092 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:07.478041 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] For port f211e187-33f7-4806-b315-6a77719806c7, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:50:07.481632 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] For port f211e187-33f7-4806-b315-6a77719806c7, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=f211e187-33f7-4806-b315-6a77719806c7,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:50:07.511803 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:07.514345 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-dadad221-f0ad-4371-b9c0-658ddbf70047 req-fdb6f4b6-536f-48ed-8067-04d8cc64b8ff service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2277181
Nov 04 13:50:07.594018 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:07.600412 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-74acbdba-e04a-4745-b427-dfe39ef25eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:07.626531 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:07.633773 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:07.710319 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'Port': ['ID=fd70f609-979e-40d0-9224-aba4dbee9f47,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:07.718989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:07.730551 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:50:07.733006 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:07.735899 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:50:07.871481 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acbdba-e04a-4745-b427-dfe39ef25eaf None None] Pushing event updated for resources: {'Port': ['ID=f211e187-33f7-4806-b315-6a77719806c7,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:07.876318 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:50:07.879514 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ae3afa0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:50:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:08.161409 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:08.217670 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefb26-66ff-4e31-8f98-d296d210a3d2 req-73dfb9ba-0b3d-439a-8ff0-686967736511 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:08.226443 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-51fefb26-66ff-4e31-8f98-d296d210a3d2 req-73dfb9ba-0b3d-439a-8ff0-686967736511 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1358995
Nov 04 13:50:08.294693 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-74acbdba-e04a-4745-b427-dfe39ef25eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:08.322157 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:50:08.374931 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:08.541570 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-51fefb26-66ff-4e31-8f98-d296d210a3d2 req-af4900eb-8b45-4700-9d1c-2a23188aee13 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3142173
Nov 04 13:50:08.731323 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:08.749722 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ae3afa0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:07Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:08.756185 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e69b44-ff54-4656-8b73-3d7fb051abc3 None None] The sync data for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi is: [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:07Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:50:08.797019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:08.804762 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:08.950303 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:50:08.997892 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'Port': ['ID=fd70f609-979e-40d0-9224-aba4dbee9f47,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:09.001789 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:09.082400 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:09.301820 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:09.303749 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7016728
Nov 04 13:50:09.410306 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57764) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:09.679044 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-4989b84d-9a77-4ebe-8318-70ed434e2eb8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Synchronizing usage tracker for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:50:09.827475 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2132208982-network', 'tenant_id': 'a1eac87b62e841038965ff631d986f32'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:09.835668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:09.841546 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Usage tracker for resource:network and tenant:a1eac87b62e841038965ff631d986f32 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:09.846135 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device f211e187-33f7-4806-b315-6a77719806c7 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:50:09.848549 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:09.856321 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:09.922153 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-4989b84d-9a77-4ebe-8318-70ed434e2eb8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Unset dirty status for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:50:09.932612 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-4989b84d-9a77-4ebe-8318-70ed434e2eb8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--834491766&fields=id&tenant_id=393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 267 time: 0.3132436
Nov 04 13:50:10.019197 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Made reservation on behalf of a1eac87b62e841038965ff631d986f32 for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:10.021535 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.043878 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.076602 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a9e5-437b-447f-9d5e-b0aa86d19507 req-71b08da7-d2f2-482d-b82f-7d7b98b8fc54 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:10.078202 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1bc0a9e5-437b-447f-9d5e-b0aa86d19507 req-71b08da7-d2f2-482d-b82f-7d7b98b8fc54 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2105510
Nov 04 13:50:10.103790 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:10.108692 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Usage tracker for resource:security_group_rule and tenant:a1eac87b62e841038965ff631d986f32 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:10.111822 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port f211e187-33f7-4806-b315-6a77719806c7 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:50:10.114685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:10.117021 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port f211e187-33f7-4806-b315-6a77719806c7 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:10.120559 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.123635 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:10.162967 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-e62c48f8-30a5-445b-b7a9-9f6427a00806 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:10.164077 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-e62c48f8-30a5-445b-b7a9-9f6427a00806 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Synchronizing usage tracker for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:network {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:50:10.190462 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1bc0a9e5-437b-447f-9d5e-b0aa86d19507 req-dc2965a9-d5df-4df8-b5ff-e7b83b1e4170 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028001
Nov 04 13:50:10.240283 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.287561 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-e62c48f8-30a5-445b-b7a9-9f6427a00806 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Unset dirty status for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:network {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:50:10.288822 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-e62c48f8-30a5-445b-b7a9-9f6427a00806 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 817 time: 0.3553183
Nov 04 13:50:10.310111 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.312912 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-9ea73736-5de6-4458-a467-059281946dc6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/quotas/393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 375 time: 0.0173314
Nov 04 13:50:10.340077 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.346885 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fcc4965d-1054-4547-b3e6-0453f50658fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:10.350102 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port f211e187-33f7-4806-b315-6a77719806c7, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=f211e187-33f7-4806-b315-6a77719806c7,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:10.378149 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:50:10.387157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f614fd-d0e9-4756-8c5b-84f716dbb09e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:10.390650 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:10.393854 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.394259 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Added segment 7389ed48-17b5-4e5e-96bd-60fc8a36e855 of type vlan for network 99e76cd1-65c0-4775-9357-453d351811db
Nov 04 13:50:10.409048 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-4273c952-b0b2-4209-bd39-ef6ea100cb14 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0948546
Nov 04 13:50:10.421834 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.495536 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.498149 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:10.561614 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.563065 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:10.564111 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:10.568767 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-7ea61821-330d-411d-81c2-e64adb085315 service neutron] 10.222.0.96 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478858
Nov 04 13:50:10.576110 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=f211e187-33f7-4806-b315-6a77719806c7,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:10.580159 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:10.588813 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-75232852-4bdb-428b-9c10-521a5869c4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:10.684819 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Pushing event updated for resources: {'Network': ['ID=99e76cd1-65c0-4775-9357-453d351811db,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:10.687611 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:10.697438 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 99e76cd1-65c0-4775-9357-453d351811db details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:50:10.703565 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.2920942
Nov 04 13:50:10.704884 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57800) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:10.711416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Request body: {'subnet': {'network_id': '99e76cd1-65c0-4775-9357-453d351811db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2132208982-subnet', 'tenant_id': 'a1eac87b62e841038965ff631d986f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:10.718534 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:10.718687 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-d92cbe8f-0620-4ec2-8d2f-373bfb4f6c69 service neutron] 10.222.0.96 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477139
Nov 04 13:50:10.721193 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Usage tracker for resource:subnet and tenant:a1eac87b62e841038965ff631d986f32 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:10.724365 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:10.733690 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:10.844879 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Made reservation on behalf of a1eac87b62e841038965ff631d986f32 for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:10.850448 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:11.100373 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-14e9f837-4128-43be-89bd-776d6a7e9052 req-470e8e50-42e7-443b-9428-c29f1698aa00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 210 time: 0.0439966
Nov 04 13:50:11.216767 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:11.221188 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:11.308752 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e7508a-ca2a-4c65-ba80-1ed9e500e50f,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:11.312237 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:11.327489 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Checking segment: {'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:50:11.328758 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Network hostable DHCP agents. Network: 99e76cd1-65c0-4775-9357-453d351811db, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:50:11.435778 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Network 99e76cd1-65c0-4775-9357-453d351811db is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:50:11.470805 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72619013-14dc-48a7-b18b-ef37bc8f7024 req-14325e3f-f429-460a-a687-2b275fd555f0 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:11.472272 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-72619013-14dc-48a7-b18b-ef37bc8f7024 req-14325e3f-f429-460a-a687-2b275fd555f0 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0936794
Nov 04 13:50:11.518548 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-72619013-14dc-48a7-b18b-ef37bc8f7024 req-7d8b6736-1603-4032-9315-da4460726fe0 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405586
Nov 04 13:50:11.533956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 99e76cd1-65c0-4775-9357-453d351811db) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:11.538553 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:11.539142 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:11.554204 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6583cebe-f777-4351-b094-0117944ad2d1 None None] Network 99e76cd1-65c0-4775-9357-453d351811db requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:50:11.648940 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9423747
Nov 04 13:50:11.832346 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a56b20-433a-41dd-baba-9c16dac22058 None None] Network 99e76cd1-65c0-4775-9357-453d351811db requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:50:11.845694 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device f211e187-33f7-4806-b315-6a77719806c7 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:50:12.027031 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port f211e187-33f7-4806-b315-6a77719806c7 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:12.027325 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:12.246081 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cbb7cd32-1bb3-4e9b-b90a-6dbf7ebe88ff req-ea927dcb-8026-4a6f-95db-0904e0defb90 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 210 time: 0.0456657
Nov 04 13:50:12.736786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0f374-6511-43e4-b216-a2ccf90860f3 req-427f826f-c9c7-4bfe-b69c-2f90f457ee48 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:12.739029 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1ce0f374-6511-43e4-b216-a2ccf90860f3 req-427f826f-c9c7-4bfe-b69c-2f90f457ee48 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0888805
Nov 04 13:50:12.802132 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1ce0f374-6511-43e4-b216-a2ccf90860f3 req-a4595c01-48b9-4f2e-a57c-25fd9ad7729f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571864
Nov 04 13:50:13.435535 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b73bd030-a9b4-48d1-95a7-b738fb507fa4 req-d6d1b0bd-7536-477c-b88f-95a82ce60a8b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 210 time: 0.0412481
Nov 04 13:50:14.131594 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-29636920-69f5-42c9-8fea-ceeace11f3dd tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:14.133990 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-29636920-69f5-42c9-8fea-ceeace11f3dd tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 817 time: 0.2668240
Nov 04 13:50:14.151546 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7b6e7-9c6e-4a6a-888e-755c329101ec req-465f4dbb-9126-4cd4-b13c-5dbe7a909233 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:14.153056 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-65a7b6e7-9c6e-4a6a-888e-755c329101ec req-465f4dbb-9126-4cd4-b13c-5dbe7a909233 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1633449
Nov 04 13:50:14.217348 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-fb10a155-5070-4260-9677-51fc3ae0122b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 379 time: 0.0671115
Nov 04 13:50:14.234081 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'port': {'device_id': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'admin_state_up': True, 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'security_groups': ['4de4f3d0-2adf-40b0-b445-b8f6208b94e0']}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:14.321474 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-65a7b6e7-9c6e-4a6a-888e-755c329101ec req-ebe040d0-60e1-426d-986d-d48db8df749c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148701
Nov 04 13:50:14.336296 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-989d9555-ade3-410b-8c2b-76e10d472b0c tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:14.338605 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-989d9555-ade3-410b-8c2b-76e10d472b0c tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/networks?id=99e76cd1-65c0-4775-9357-453d351811db HTTP/1.1" status: 200  len: 809 time: 0.2397840
Nov 04 13:50:14.395313 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-41a67a54-3175-4ae5-806c-741d2e6284b3 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/quotas/a1eac87b62e841038965ff631d986f32 HTTP/1.1" status: 200  len: 375 time: 0.0417168
Nov 04 13:50:14.459258 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-844dcad8-2134-4f82-a2fe-da5c160096fd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1eac87b62e841038965ff631d986f32&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0575407
Nov 04 13:50:14.470864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:14.474968 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:port and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:14.478588 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:14.484436 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:14.552910 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Made reservation on behalf of 393598d5a9a045e2b4aad49ebbb30df3 for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:14.556095 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:14.679265 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 57908) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:14.711383 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5a6038f7-11f8-4ac4-91f2-fdfde6106104 req-13b01160-306e-4fbd-a74d-93dcaa42ed25 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 210 time: 0.0488276
Nov 04 13:50:14.744093 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2ff743d0-9b5b-49a3-bfe1-536f5fe7f0e7 service neutron] 10.222.0.96 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2838352
Nov 04 13:50:14.755319 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Allocated IP 172.20.0.3 (b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34/e5d43e8e-2374-4f9d-a839-ad792d1f2f2b/45d4cbc7-8d25-4b77-a576-676acf0b78fc) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:50:14.888666 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-b1f62416-5448-4dc0-bd30-4582025bac68 service neutron] 10.222.0.96 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384110
Nov 04 13:50:14.897505 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:14.972225 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:14.987009 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ce9552a0054cecb8d29758887c035c is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:14.991067 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:15.009150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:15.019312 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.044667 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Transition to ACTIVE for port object 45d4cbc7-8d25-4b77-a576-676acf0b78fc will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:50:15.112288 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.175377 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.182105 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:15.183684 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e345dd83-cc6d-40da-8bc8-2db3522a2505 req-32c34bce-ed38-4ae3-b84b-6886e94a6807 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 210 time: 0.0569465
Nov 04 13:50:15.218372 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.338978 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:50:15.345085 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:15.347717 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:15.350477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:50:15.354392 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:15.358453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.364088 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:15.364778 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:15.374307 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=d9ce9552a0054cecb8d29758887c035c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6940486
Nov 04 13:50:15.379248 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57932) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:15.441105 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d673a6ad-cfb1-42e0-b14c-451b1f3270b6,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:15.444660 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:15.458243 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.524910 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3004484
Nov 04 13:50:15.549028 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Request body: {'port': {'device_id': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:15.556465 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.697418 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbddb71-ce5e-46b8-9df8-536751f95227 req-1cfbf106-939f-4664-ab8b-0eed8f2232b9 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:15.705253 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3fbddb71-ce5e-46b8-9df8-536751f95227 req-1cfbf106-939f-4664-ab8b-0eed8f2232b9 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2444427
Nov 04 13:50:15.749865 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.753531 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3fbddb71-ce5e-46b8-9df8-536751f95227 req-73571151-b64b-418c-9d0d-9a08093ce11d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473917
Nov 04 13:50:15.769514 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-75001033-6602-4bd8-a2d1-9fb0f6a8e239 None None] Provisioning for port 45d4cbc7-8d25-4b77-a576-676acf0b78fc completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:50:15.775618 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-75001033-6602-4bd8-a2d1-9fb0f6a8e239 None None] Provisioning complete for port 45d4cbc7-8d25-4b77-a576-676acf0b78fc triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:15.777986 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-75001033-6602-4bd8-a2d1-9fb0f6a8e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.830404 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.836095 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c59a825c-c1b6-4d9d-8e61-eec01cc0d076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:15.862596 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d673a6ad-cfb1-42e0-b14c-451b1f3270b6,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:15.865396 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:15.880003 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:15.883461 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d673a6ad-cfb1-42e0-b14c-451b1f3270b6 HTTP/1.1" status: 204  len: 168 time: 0.5051618
Nov 04 13:50:15.901800 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-75001033-6602-4bd8-a2d1-9fb0f6a8e239 None None] Port 45d4cbc7-8d25-4b77-a576-676acf0b78fc cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:50:16.049356 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822ea7d-9c86-4e0f-a77f-b5a49e51c374 req-fb60a99a-f7fe-4144-bc49-c6288fb1dfe5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:16.050849 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d822ea7d-9c86-4e0f-a77f-b5a49e51c374 req-fb60a99a-f7fe-4144-bc49-c6288fb1dfe5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 931 time: 0.0870957
Nov 04 13:50:16.097630 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d822ea7d-9c86-4e0f-a77f-b5a49e51c374 req-a4bf96fd-5f45-4c7f-b53f-97fcf066b4e3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408752
Nov 04 13:50:16.172879 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d4cbc7-8d25-4b77-a576-676acf0b78fc {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:50:16.181071 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:16.199657 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Transition to ACTIVE for port object 45d4cbc7-8d25-4b77-a576-676acf0b78fc will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:50:16.285559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:16.312443 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:16.349885 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-eebf4c53-ac31-4077-ad31-a6d137156c91 req-abdbfbb4-7416-4d9a-8def-00036a286211 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 210 time: 0.0716629
Nov 04 13:50:16.448994 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:16.451944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:16.524165 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Attempting to bind port 45d4cbc7-8d25-4b77-a576-676acf0b78fc on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:50:16.525043 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Attempting to bind port 45d4cbc7-8d25-4b77-a576-676acf0b78fc by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:50:16.526244 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Attempting to bind port 45d4cbc7-8d25-4b77-a576-676acf0b78fc on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:16.535828 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Port 45d4cbc7-8d25-4b77-a576-676acf0b78fc on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:50:16.541452 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Attempting to bind port 45d4cbc7-8d25-4b77-a576-676acf0b78fc on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:16.556764 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:50:16.557298 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Checking segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:50:16.558620 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Bound using segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:50:16.558620 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Bound port: 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:50:16.558620 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:16.701225 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:50:16.705267 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:50:16.713675 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57976) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:16.735714 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:16.770516 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:16.774327 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e478797df1ea40bb952d32ecc927e47b is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:16.777187 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:16.782779 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:16.783153 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:16.789801 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:16.851701 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:16.853460 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] 10.222.0.90 "PUT /v2.0/ports/45d4cbc7-8d25-4b77-a576-676acf0b78fc HTTP/1.1" status: 200  len: 1093 time: 1.3104227
Nov 04 13:50:16.854162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:16.880666 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:16.884621 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:16.897989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:17.049664 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'status': 'completed', 'code': 200}
Nov 04 13:50:17.114673 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f6e67-4fc2-4a05-94ee-1883feaad88f req-e67f2421-b260-44f6-a2c4-a6b390a22f44 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:17.116244 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-549f6e67-4fc2-4a05-94ee-1883feaad88f req-e67f2421-b260-44f6-a2c4-a6b390a22f44 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0969634
Nov 04 13:50:17.147551 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:17.158571 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:17.166284 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5ca99676-0b1d-4255-8c82-ce675980ac5d req-9e8471ce-ed16-48b3-a11f-6befe1b32434 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1096 time: 0.0968399
Nov 04 13:50:17.233176 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa918aef-b657-48d2-9e68-de1729f675c7,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:17.249920 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:17.253370 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-549f6e67-4fc2-4a05-94ee-1883feaad88f req-f039f2a3-d5d2-4e15-b58f-3f350c4b814e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314073
Nov 04 13:50:17.255941 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e478797df1ea40bb952d32ecc927e47b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5411336
Nov 04 13:50:17.270267 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 57994) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:17.365929 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca99676-0b1d-4255-8c82-ce675980ac5d req-1f8337ee-5321-431b-a693-a0fb2170e3f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:17.367373 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5ca99676-0b1d-4255-8c82-ce675980ac5d req-1f8337ee-5321-431b-a693-a0fb2170e3f6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1929948
Nov 04 13:50:17.408388 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:17.455025 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a337e6-74e4-4171-99f7-902d7d1ca7e0 req-6d07b372-1a4e-43b5-b07b-f25bc2654686 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:17.456544 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c7a337e6-74e4-4171-99f7-902d7d1ca7e0 req-6d07b372-1a4e-43b5-b07b-f25bc2654686 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1470931
Nov 04 13:50:17.463335 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:17.519551 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca99676-0b1d-4255-8c82-ce675980ac5d req-c51b52c7-ce33-4f58-ac45-982dafb927d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:17.520908 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5ca99676-0b1d-4255-8c82-ce675980ac5d req-c51b52c7-ce33-4f58-ac45-982dafb927d0 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1466947
Nov 04 13:50:17.571096 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-04e7c0c8-9427-4aa9-8f99-95fccf50f0b1 req-506f54f6-6717-4416-af2f-0e1ca41c7587 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 210 time: 0.0794809
Nov 04 13:50:17.600589 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c7a337e6-74e4-4171-99f7-902d7d1ca7e0 req-ace51acc-5cba-4bc3-96ce-e1bb86902a99 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1101208
Nov 04 13:50:17.642494 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-19912017-9489-4016-8c44-0e2588d5a9f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1096 time: 0.0844407
Nov 04 13:50:17.715893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:17.719921 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-ecee7f41-b76b-41b3-8794-493b559afbf2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc HTTP/1.1" status: 200  len: 217 time: 0.0693104
Nov 04 13:50:17.722400 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2c8b0a75-7dfa-4508-9430-e0edb8d359fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:17.736300 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa918aef-b657-48d2-9e68-de1729f675c7,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:17.747047 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:17.747812 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:17.782197 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/aa918aef-b657-48d2-9e68-de1729f675c7 HTTP/1.1" status: 204  len: 168 time: 0.5104895
Nov 04 13:50:17.809862 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-cf055640-26c7-4eab-9717-996d1173bf43 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:17.811305 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-cf055640-26c7-4eab-9717-996d1173bf43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0856271
Nov 04 13:50:17.888128 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-cc0daca2-4272-4211-a972-fdc8128cd351 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693521
Nov 04 13:50:18.032476 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-e078af67-30ac-4a74-882b-d89f94885b70 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329064
Nov 04 13:50:18.254084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-bdaffe53-41fa-4af8-bdf0-ee4b3e8f3885 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:18.255872 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-bdaffe53-41fa-4af8-bdf0-ee4b3e8f3885 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "GET /v2.0/networks?id=99e76cd1-65c0-4775-9357-453d351811db HTTP/1.1" status: 200  len: 809 time: 0.2823465
Nov 04 13:50:18.280236 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7347b5ef-bc3b-4512-a89b-69fcd2d39dbf req-191c2356-da90-4815-abb3-a20d9e1679f8 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2388170
Nov 04 13:50:18.308474 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Request body: {'port': {'device_id': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'network_id': '99e76cd1-65c0-4775-9357-453d351811db', 'admin_state_up': True, 'tenant_id': 'a1eac87b62e841038965ff631d986f32'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:18.402226 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58026) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:18.496236 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58038) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:18.604397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Deleting subnet e04a6a1b-2452-40f3-9d83-bc904755ca6c {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:50:18.609171 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.646279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.662115 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:18.668228 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Usage tracker for resource:port and tenant:a1eac87b62e841038965ff631d986f32 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:18.672938 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:18.685698 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478f038-dd18-4eee-84d9-9b610e8e4bb8 req-e5139005-3151-48fd-ab2c-ad5924d54f69 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:18.691726 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.692890 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e478f038-dd18-4eee-84d9-9b610e8e4bb8 req-e5139005-3151-48fd-ab2c-ad5924d54f69 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2115295
Nov 04 13:50:18.695651 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:18.702456 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.735096 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:18.741770 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Usage tracker for resource:security_group_rule and tenant:0139ca57bfea4faeb2690eb0f743a244 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:18.745864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:18.759118 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:18.782353 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-80e548a3-456d-450e-a069-850e6625530d req-4bd44ccb-452d-4885-b5de-56264a572a7e tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 210 time: 0.0557933
Nov 04 13:50:18.794285 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e478f038-dd18-4eee-84d9-9b610e8e4bb8 req-49313d27-ba05-4e94-bbef-98c6f6332a5f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005054
Nov 04 13:50:18.848061 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Made reservation on behalf of a1eac87b62e841038965ff631d986f32 for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:18.849080 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.852537 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.870399 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.875150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7b19c508-afdd-42f1-be73-f84d7e5f7626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:18.913217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04a6a1b-2452-40f3-9d83-bc904755ca6c,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:18.915510 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:18.918050 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.929563 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e04a6a1b-2452-40f3-9d83-bc904755ca6c HTTP/1.1" status: 204  len: 168 time: 0.4320300
Nov 04 13:50:18.931923 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58050) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:18.953933 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:18.968550 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:19.130817 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0139ca57bfea4faeb2690eb0f743a244&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7255337
Nov 04 13:50:19.130817 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f910dddd-fa66-4d3f-bc39-7567ff5cf6fe,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:19.133596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58058) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:19.136913 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:19.141034 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.169170 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fca9ab-1743-4059-a906-be113b2ee3f2 req-0f866d53-fc44-4716-b5b4-d7150127cbec tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:19.170833 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e7fca9ab-1743-4059-a906-be113b2ee3f2 req-0f866d53-fc44-4716-b5b4-d7150127cbec tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1580613
Nov 04 13:50:19.172575 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Allocated IP 172.20.0.2 (99e76cd1-65c0-4775-9357-453d351811db/e7e7508a-ca2a-4c65-ba80-1ed9e500e50f/cde946c0-4608-4d28-9b7d-9caf9f3a3b32) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:50:19.270001 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e7fca9ab-1743-4059-a906-be113b2ee3f2 req-3a38dbf8-3f1e-4b6b-8558-06906ebf7d6a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909760
Nov 04 13:50:19.335569 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-eac59dc3-5149-4aa8-8762-9c63f6e6c6e5 req-f33479d6-dc9b-4a64-8c74-23b8afd2aeda service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.2737129
Nov 04 13:50:19.380965 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.475889 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.479973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.505220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.542612 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f751a4441c0>> segment before_delete 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.542991 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f751a4441c0>> subnet precommit_delete_associations 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.543663 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> segment_host_mapping after_create 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.543988 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> port after_create 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.544298 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> port after_delete 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.544645 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> port after_update 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.544956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> segment after_delete 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.545279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> subnet after_create 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.545582 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> subnet after_delete 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.545949 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f751acaf8b0>> subnet after_update 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.576218 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.583836 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:19.654251 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Network 99e76cd1-65c0-4775-9357-453d351811db is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:50:19.657578 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a905e20>> subnet after_create 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.658029 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a905e20>> subnet after_delete 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.658419 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a905e20>> subnet before_create 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.658920 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f751a905e20>> subnet before_update 55550000 {{(pid=83645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 04 13:50:19.659348 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a5c9b20>,) {'filters': {'network_id': ['6993e212-83c1-41bc-be88-943ff0d117f3']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:19.663372 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:19.666301 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:50:19.676025 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a5c9b20>, '02657a17-862d-4c07-9e49-2769d949e166') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:19.676317 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a5c9b20>, '02657a17-862d-4c07-9e49-2769d949e166') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:19.693325 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-eac59dc3-5149-4aa8-8762-9c63f6e6c6e5 req-73b32f13-1620-4dc2-8e5a-57e4e521b21b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3323247
Nov 04 13:50:19.694874 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.706894 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Pushing event updated for resources: {'Port': ['ID=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:19.710078 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:19.724188 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.732342 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:50:19.735817 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.748016 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:19.748675 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   util.warn_limited(
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   util.warn_limited(
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:50:19.748938 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:50:19.862610 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5659146
Nov 04 13:50:19.901705 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Request body: {'port': {'device_id': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:19.941808 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.945351 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.948169 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-431d87e9-4066-4672-ab8d-fa1b86ea80a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:19.960461 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:19.968490 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f910dddd-fa66-4d3f-bc39-7567ff5cf6fe,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:19.971115 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:19.974144 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:20.005436 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Pushing event deleted for resources: {'Network': ['ID=6993e212-83c1-41bc-be88-943ff0d117f3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:20.008613 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6993e212-83c1-41bc-be88-943ff0d117f3 HTTP/1.1" status: 204  len: 168 time: 1.0757442
Nov 04 13:50:20.009821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e169bcb7-61ab-4536-9152-556301e62009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:20.012085 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.012085 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f910dddd-fa66-4d3f-bc39-7567ff5cf6fe HTTP/1.1" status: 204  len: 168 time: 0.8764253
Nov 04 13:50:20.013650 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58080) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:20.074584 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Deleting subnet 958279c1-45f1-416e-a3d0-beda89549415 {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:50:20.079064 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.130856 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.134266 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.167135 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dd671-1bf0-4c34-857b-8b06d53d82e3 req-df8f5bb2-6894-4b04-a5a6-4175e1042ed4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:20.174639 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-660dd671-1bf0-4c34-857b-8b06d53d82e3 req-df8f5bb2-6894-4b04-a5a6-4175e1042ed4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2414839
Nov 04 13:50:20.191755 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.208437 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6d9a-8677-4106-b9b9-fb79b4266234 req-a8d124e8-1f37-4166-8169-e21926cf8f74 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:20.209132 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-53fb6d9a-8677-4106-b9b9-fb79b4266234 req-a8d124e8-1f37-4166-8169-e21926cf8f74 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Synchronizing usage tracker for tenant:a1eac87b62e841038965ff631d986f32 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:50:20.341563 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-660dd671-1bf0-4c34-857b-8b06d53d82e3 req-209b8ed7-cd3d-48cd-839e-02b08e228cc9 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1658001
Nov 04 13:50:20.367577 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.368008 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-53fb6d9a-8677-4106-b9b9-fb79b4266234 req-a8d124e8-1f37-4166-8169-e21926cf8f74 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Unset dirty status for tenant:a1eac87b62e841038965ff631d986f32 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:50:20.371534 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-53fb6d9a-8677-4106-b9b9-fb79b4266234 req-a8d124e8-1f37-4166-8169-e21926cf8f74 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 931 time: 0.4397547
Nov 04 13:50:20.382297 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:20.423833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.436777 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958279c1-45f1-416e-a3d0-beda89549415,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:20.442967 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/958279c1-45f1-416e-a3d0-beda89549415 HTTP/1.1" status: 204  len: 168 time: 0.4270561
Nov 04 13:50:20.442967 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:20.443373 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58094) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:20.525213 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-53fb6d9a-8677-4106-b9b9-fb79b4266234 req-6b53f77f-4b70-445e-a20f-36481b6a7ff0 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451371
Nov 04 13:50:20.593666 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.728485 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde946c0-4608-4d28-9b7d-9caf9f3a3b32 {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:50:20.729416 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.752871 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Transition to ACTIVE for port object cde946c0-4608-4d28-9b7d-9caf9f3a3b32 will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:50:20.774866 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f436b5-72c4-405f-895a-e73784823224 req-cda52a9e-523e-46b0-9333-310556931e8a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:20.776561 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b6f436b5-72c4-405f-895a-e73784823224 req-cda52a9e-523e-46b0-9333-310556931e8a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1441183
Nov 04 13:50:20.838095 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.839975 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b6f436b5-72c4-405f-895a-e73784823224 req-bf22678a-1670-45a6-b9b4-2655d7dc4379 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571063
Nov 04 13:50:20.868035 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a9414c0>,) {'filters': {'network_id': ['66f2c8f3-8032-4073-888c-7c347f30ba57']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:20.881303 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a9414c0>, '814a9f1f-7517-4cd9-a02d-c6029df021da') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:20.881601 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a9414c0>, '814a9f1f-7517-4cd9-a02d-c6029df021da') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:20.894420 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.910759 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.916884 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:50:20.917287 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.917416 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:20.922290 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:50:20.931177 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:50:21.055019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Pushing event updated for resources: {'Port': ['ID=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:21.057779 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:21.104352 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.112421 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:21.128765 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.136746 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=66f2c8f3-8032-4073-888c-7c347f30ba57,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:21.139768 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] 10.222.0.96 "DELETE /v2.0/networks/66f2c8f3-8032-4073-888c-7c347f30ba57 HTTP/1.1" status: 204  len: 168 time: 0.6955194
Nov 04 13:50:21.141142 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:21.178636 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Attempting to bind port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:50:21.178964 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Attempting to bind port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:50:21.179279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Attempting to bind port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 on network 99e76cd1-65c0-4775-9357-453d351811db {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:21.185022 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 on network 99e76cd1-65c0-4775-9357-453d351811db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:50:21.185426 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Attempting to bind port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 on network 99e76cd1-65c0-4775-9357-453d351811db {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:21.190303 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:50:21.193636 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:50:21.193636 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Checking segment: {'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:50:21.196029 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Bound using segment: {'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:50:21.196029 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Bound port: cde946c0-4608-4d28-9b7d-9caf9f3a3b32, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:50:21.196029 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.296546 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] For port cde946c0-4608-4d28-9b7d-9caf9f3a3b32, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:50:21.302937 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] For port cde946c0-4608-4d28-9b7d-9caf9f3a3b32, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:50:21.317462 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58102) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:21.342428 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.368470 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:21.385638 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'port_id': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'mac_address': 'fa:16:3e:6d:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:50:21.387443 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:21.394904 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Usage tracker for resource:security_group_rule and tenant:218f657388ec476b87eef97cd8cb9dc2 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:21.400140 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:21.409330 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.414325 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-81b1dc3c-39d7-4d4a-8852-cd1cb7e6e591 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:21.424240 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:21.449825 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.471071 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d4cbc7-8d25-4b77-a576-676acf0b78fc {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:50:21.490078 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:21.515343 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.562377 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.565395 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-51252cdf-d018-4ee2-8a26-acbac122374a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:21.600298 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58110) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:21.615135 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.616498 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] 10.222.0.90 "PUT /v2.0/ports/cde946c0-4608-4d28-9b7d-9caf9f3a3b32 HTTP/1.1" status: 200  len: 1093 time: 1.7192981
Nov 04 13:50:21.619470 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'tag': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:21.630094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.632907 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Pushing event updated for resources: {'Port': ['ID=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:21.637450 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:21.650440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8f88ae05-53dd-4b73-9d6e-61aa97912af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:21.659747 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:21.668686 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:21.696501 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e8a3d-8f0c-4ccb-b8a8-bb8faa22c701 req-a4e2fcae-c4e4-4fcb-8649-bb8fa37ea526 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:21.698785 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-da2e8a3d-8f0c-4ccb-b8a8-bb8faa22c701 req-a4e2fcae-c4e4-4fcb-8649-bb8fa37ea526 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1623771
Nov 04 13:50:21.708475 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f202f-7eb4-4970-a6ac-31b2c2b8bf14,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:21.713176 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:21.740634 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=218f657388ec476b87eef97cd8cb9dc2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4192338
Nov 04 13:50:21.740634 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58118) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:21.767083 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-648dd980-2d71-4381-949e-cd716f27bdeb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b72373e33dee40b6b257154c8f28b202&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1656470
Nov 04 13:50:21.774731 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 58124) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:21.855818 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['45d4cbc7-8d25-4b77-a576-676acf0b78fc'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:50:21.863884 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.914236 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:21.987459 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-da2e8a3d-8f0c-4ccb-b8a8-bb8faa22c701 req-71c78493-4d14-4d27-aafe-03e859cc7663 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825856
Nov 04 13:50:22.033626 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:22.044009 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3f0a2-9b6f-40a4-a791-403cae2170e2 req-68ccbb8f-6e48-4bed-b98c-459e71b49d2b tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:22.044009 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-50a3f0a2-9b6f-40a4-a791-403cae2170e2 req-68ccbb8f-6e48-4bed-b98c-459e71b49d2b tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 943 time: 0.2677083
Nov 04 13:50:22.073291 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'tag': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32', 'status': 'completed', 'code': 200}
Nov 04 13:50:22.077860 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-4dee9978-2b29-42a9-9775-72180fb5233a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1eac87b62e841038965ff631d986f32&device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 1096 time: 0.3125086
Nov 04 13:50:22.154009 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:22.223365 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-4460ae76-43e3-4fd6-9f6b-76324ed4267d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cde946c0-4608-4d28-9b7d-9caf9f3a3b32 HTTP/1.1" status: 200  len: 217 time: 0.1341472
Nov 04 13:50:22.236140 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:22.247461 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-304139f9-f7df-4139-9b12-e8a94a72bdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:22.270456 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f202f-7eb4-4970-a6ac-31b2c2b8bf14,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:22.274308 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:22.277277 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:22.293813 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-50a3f0a2-9b6f-40a4-a791-403cae2170e2 req-1c4a3a9f-999a-418f-b9f4-a90bb09fbcbb tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373199
Nov 04 13:50:22.304008 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/e18f202f-7eb4-4970-a6ac-31b2c2b8bf14 HTTP/1.1" status: 204  len: 168 time: 0.5528951
Nov 04 13:50:22.334679 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-08a457fe-8878-402e-bfc0-ec2175cd2aaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:22.336097 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-08a457fe-8878-402e-bfc0-ec2175cd2aaa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7e7508a-ca2a-4c65-ba80-1ed9e500e50f HTTP/1.1" status: 200  len: 849 time: 0.1023049
Nov 04 13:50:22.392787 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-35e555dd-4c78-4533-a639-561b94a03c4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99e76cd1-65c0-4775-9357-453d351811db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440278
Nov 04 13:50:22.398492 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b13954-abf6-43e9-b91a-05b8bb4d08b2 req-8eaa61a1-1581-4bd5-9463-d3d1df98e795 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:22.399868 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-97b13954-abf6-43e9-b91a-05b8bb4d08b2 req-8eaa61a1-1581-4bd5-9463-d3d1df98e795 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 944 time: 0.2248929
Nov 04 13:50:22.490917 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:22.501062 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9dfec2dd-edac-4b7f-8027-d8381d4b76ac tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:22.519227 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5455a-3d97-46f1-9b6d-2d7836aa6ba8,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:22.539043 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:22.563133 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:22.568811 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/47b5455a-3d97-46f1-9b6d-2d7836aa6ba8 HTTP/1.1" status: 204  len: 168 time: 0.7611933
Nov 04 13:50:22.588335 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-97b13954-abf6-43e9-b91a-05b8bb4d08b2 req-1cd59901-f908-44f6-a6e4-32980b671f14 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1669569
Nov 04 13:50:22.614383 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-ea143cdc-b553-4a05-bacb-fc314b3d08ad service neutron] 10.222.0.90 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2124372
Nov 04 13:50:22.759540 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bd2e6508-b779-445c-b96d-06fad28d6419 req-c8070fa7-022c-416d-b572-b6ecd2d92062 service neutron] 10.222.0.90 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387255
Nov 04 13:50:23.003867 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-19298f7e-8a72-4192-b26c-cc3617ab6324 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1eac87b62e841038965ff631d986f32&device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 1096 time: 0.0925727
Nov 04 13:50:23.153638 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-20bb6182-f137-4483-bb5a-698fe688576a req-86a4c14d-f234-459a-b60f-e9562475ea5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.1189480
Nov 04 13:50:23.195963 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:50:23.245874 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-b25e7bed-1505-49bd-966e-4c185bc73592 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:23.247422 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-b25e7bed-1505-49bd-966e-4c185bc73592 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99e76cd1-65c0-4775-9357-453d351811db HTTP/1.1" status: 200  len: 910 time: 0.2356939
Nov 04 13:50:23.339903 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-57608322-4151-4cf6-baf6-db7ab3a4a797 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cde946c0-4608-4d28-9b7d-9caf9f3a3b32 HTTP/1.1" status: 200  len: 217 time: 0.0835974
Nov 04 13:50:23.424440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6182-f137-4483-bb5a-698fe688576a req-a68e1966-aef2-4a9d-b507-4d96dd6bf5d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:23.426050 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-20bb6182-f137-4483-bb5a-698fe688576a req-a68e1966-aef2-4a9d-b507-4d96dd6bf5d1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.2630830
Nov 04 13:50:23.427809 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb044f4-c3c5-461b-8650-f63ba8385367 req-d4b6850c-24b6-431d-9c60-1a03c82780b5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:23.429256 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cdb044f4-c3c5-461b-8650-f63ba8385367 req-d4b6850c-24b6-431d-9c60-1a03c82780b5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2651787
Nov 04 13:50:23.467277 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-8774c88c-c636-4e75-8b07-f6aa42aaec72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:23.468734 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-8774c88c-c636-4e75-8b07-f6aa42aaec72 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7e7508a-ca2a-4c65-ba80-1ed9e500e50f HTTP/1.1" status: 200  len: 849 time: 0.1138685
Nov 04 13:50:23.470379 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 45d4cbc7-8d25-4b77-a576-676acf0b78fc completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:50:23.482625 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 45d4cbc7-8d25-4b77-a576-676acf0b78fc triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:23.482987 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:23.518578 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-20bb6182-f137-4483-bb5a-698fe688576a req-8a236d7d-c513-4edf-8f37-2a38f627d698 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 217 time: 0.0753465
Nov 04 13:50:23.566381 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-02244b68-87bf-46b2-beee-23ecaefeff39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99e76cd1-65c0-4775-9357-453d351811db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0903265
Nov 04 13:50:23.576528 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cdb044f4-c3c5-461b-8650-f63ba8385367 req-7843d2f7-ffd2-4ca4-9325-c33fee76e940 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388700
Nov 04 13:50:23.608194 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 58182) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:23.671567 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:23.698664 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb6182-f137-4483-bb5a-698fe688576a req-824cbcf2-1450-49a0-8ced-89c0ec645b07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:23.700692 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-20bb6182-f137-4483-bb5a-698fe688576a req-824cbcf2-1450-49a0-8ced-89c0ec645b07 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.1740885
Nov 04 13:50:23.729013 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:23.756497 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:23.788555 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-20bb6182-f137-4483-bb5a-698fe688576a req-028a2c3e-ee0b-4038-8531-997cd63b77b3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0769055
Nov 04 13:50:23.818473 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:23.820439 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:23.831268 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-ae75aa57-3820-4a4f-b816-34338f6dfb79 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=378b02e83dad4ccdac12f64a71246404&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2186525
Nov 04 13:50:23.837553 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 58198) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:23.961676 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:23.977437 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:23.994553 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-20bb6182-f137-4483-bb5a-698fe688576a req-eba115f0-f276-4d25-adae-6d851c5fda2f service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988759
Nov 04 13:50:24.082004 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-8201ea8e-dbc9-4768-8a97-8cb3f9d8531e service neutron] 10.222.0.90 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5042884
Nov 04 13:50:24.087751 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:24.143537 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-20bb6182-f137-4483-bb5a-698fe688576a req-5204933f-a0b0-4ff9-8b3a-db0396ef510a service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407523
Nov 04 13:50:24.196196 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32692b6b-c763-4d7e-9f89-7c78aab65890 req-b26042e0-94ae-4229-994e-716edec6bd5d tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:24.197697 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-32692b6b-c763-4d7e-9f89-7c78aab65890 req-b26042e0-94ae-4229-994e-716edec6bd5d tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 943 time: 0.3421569
Nov 04 13:50:24.208501 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:24.337272 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49f37418-fd3f-4340-baf7-8cded0bcb092 req-5bfe5786-f9c4-4b33-9219-73a38928aaf0 service neutron] 10.222.0.90 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2449689
Nov 04 13:50:24.346329 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-32692b6b-c763-4d7e-9f89-7c78aab65890 req-fef760c9-ff73-4232-8c30-cf7e2addbc00 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293657
Nov 04 13:50:24.409490 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:24.415563 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-abd24d46-4724-4497-8ff9-f7fa3a58987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:24.431040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76175fc1-45c2-4ede-8df3-d0d046b0d11b,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:24.433239 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:24.435352 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:24.436493 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/76175fc1-45c2-4ede-8df3-d0d046b0d11b HTTP/1.1" status: 204  len: 168 time: 0.5979803
Nov 04 13:50:24.581476 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc54e7-e856-4675-adc9-e5d4f1f6f99b req-025786f1-15a4-44c0-ac1e-0e4a8629286e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:24.583075 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cefc54e7-e856-4675-adc9-e5d4f1f6f99b req-025786f1-15a4-44c0-ac1e-0e4a8629286e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1071503
Nov 04 13:50:24.598443 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'code': 200}
Nov 04 13:50:24.651369 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cefc54e7-e856-4675-adc9-e5d4f1f6f99b req-2e832a18-03d8-4981-b3c1-a08587eb3e64 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605526
Nov 04 13:50:24.891695 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56032817-633e-4ec4-a2b4-cb5eb82b1a65 req-0700de96-af62-4be0-b89b-5eae8a51bb5f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:24.898708 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-56032817-633e-4ec4-a2b4-cb5eb82b1a65 req-0700de96-af62-4be0-b89b-5eae8a51bb5f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1357360
Nov 04 13:50:24.952747 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-56032817-633e-4ec4-a2b4-cb5eb82b1a65 req-00507f72-9e49-4c0e-952c-11015897ea78 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523448
Nov 04 13:50:25.057545 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0e4acc3b-95fa-4451-a53c-604e6cd6034d req-f25b553f-cc76-4a7b-a3de-32af691a65ff service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1098 time: 0.0701060
Nov 04 13:50:25.103038 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0e4acc3b-95fa-4451-a53c-604e6cd6034d req-f1016ce9-d9c2-4767-937e-f03cdbb5488b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366635
Nov 04 13:50:25.204984 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cde946c0-4608-4d28-9b7d-9caf9f3a3b32 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:50:25.364824 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port cde946c0-4608-4d28-9b7d-9caf9f3a3b32, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:25.380333 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32', 'network_id': '99e76cd1-65c0-4775-9357-453d351811db', 'port_id': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32', 'mac_address': 'fa:16:3e:03:3f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e7508a-ca2a-4c65-ba80-1ed9e500e50f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:50:25.433472 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:25.458233 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde946c0-4608-4d28-9b7d-9caf9f3a3b32 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:50:25.475000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port cde946c0-4608-4d28-9b7d-9caf9f3a3b32, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:25.541373 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:25.544011 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:25.593320 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cecbb-e25e-4ccd-9192-7807a0f3dba7 req-b4a9717b-3a3f-4057-8c8e-eaa01086d2d2 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:25.597092 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b2cecbb-e25e-4ccd-9192-7807a0f3dba7 req-b4a9717b-3a3f-4057-8c8e-eaa01086d2d2 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 943 time: 0.1096072
Nov 04 13:50:25.623036 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:25.627085 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:25.655570 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b2cecbb-e25e-4ccd-9192-7807a0f3dba7 req-43fc9a7f-24b0-427a-b8c1-7b4c766c507a tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531452
Nov 04 13:50:25.896594 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['cde946c0-4608-4d28-9b7d-9caf9f3a3b32'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:50:25.942884 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812620e2-7ab4-4cb4-8e79-a5cc0fcb07f9 req-b893fbc4-918e-4a09-97ed-acecd41fa377 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:25.944305 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-812620e2-7ab4-4cb4-8e79-a5cc0fcb07f9 req-b893fbc4-918e-4a09-97ed-acecd41fa377 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1012177
Nov 04 13:50:26.021454 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-812620e2-7ab4-4cb4-8e79-a5cc0fcb07f9 req-4299cb10-d3fc-4557-9eac-51bbd60a6164 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701015
Nov 04 13:50:26.259702 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64509133-be95-4a64-8eef-b1e24ec52921 req-89d1397c-26a8-414c-a888-d37cc20f4f98 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:26.261183 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64509133-be95-4a64-8eef-b1e24ec52921 req-89d1397c-26a8-414c-a888-d37cc20f4f98 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0825057
Nov 04 13:50:26.308023 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64509133-be95-4a64-8eef-b1e24ec52921 req-db09d3b3-023f-465d-b15c-a7cb8766bce9 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408158
Nov 04 13:50:26.677512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58278) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:26.764720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58292) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:26.880708 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeee3c-c6ce-4899-a2ac-fdaa80cf49c3 req-0fcc8051-ec46-4558-b10c-009b71a01121 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:26.882195 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-02aeee3c-c6ce-4899-a2ac-fdaa80cf49c3 req-0fcc8051-ec46-4558-b10c-009b71a01121 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 944 time: 0.0898442
Nov 04 13:50:26.936621 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-02aeee3c-c6ce-4899-a2ac-fdaa80cf49c3 req-f1a1bb92-b2b3-4b8f-a067-f718762bdab8 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458355
Nov 04 13:50:26.950217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.002564 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:27.004914 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.016297 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Usage tracker for resource:security_group_rule and tenant:5c3ada1cbaa64a069aadc398c3de09d1 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:27.020567 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:27.029459 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:27.055857 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:27.064108 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:84ef1546ad3448cb8b399fb06438400b is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:27.067917 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:27.077251 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:27.140020 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.180650 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.219016 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cde946c0-4608-4d28-9b7d-9caf9f3a3b32 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:50:27.220839 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.229944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:27.235722 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602309bd-28d7-49cf-aca9-e99f5775439e req-2b3d2a29-f3ce-49b2-9a5d-b8697b738337 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:27.237214 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-602309bd-28d7-49cf-aca9-e99f5775439e req-2b3d2a29-f3ce-49b2-9a5d-b8697b738337 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0810483
Nov 04 13:50:27.273507 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a31cf8-5cac-4e61-a044-94aa86930a23,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:27.279399 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:27.287844 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.299976 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-809384ee-9da3-4c6f-987e-4a8ed3589fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:27.307613 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5c3ada1cbaa64a069aadc398c3de09d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6518312
Nov 04 13:50:27.310095 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-602309bd-28d7-49cf-aca9-e99f5775439e req-ab85de08-ee4c-48b1-bedf-2d302ef51eb5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670516
Nov 04 13:50:27.311070 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 58302) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:27.351188 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30b63b1-083f-475d-b01e-60a9c706de13,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:27.366492 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:27.377284 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=84ef1546ad3448cb8b399fb06438400b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6079447
Nov 04 13:50:27.378694 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58310) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:27.409165 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.418150 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:50:27.424441 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:27.424809 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.451744 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.488061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.516874 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.576118 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.609729 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:27.626617 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port cde946c0-4608-4d28-9b7d-9caf9f3a3b32, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:27.642345 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.649214 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-55d47e04-0e78-414b-8131-4096315b3e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:27.662401 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5983f-065e-481e-8f71-1576d7ce457a req-778b81ba-e26c-4847-8429-1b1101c320b8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:27.663862 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-53c5983f-065e-481e-8f71-1576d7ce457a req-778b81ba-e26c-4847-8429-1b1101c320b8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1762037
Nov 04 13:50:27.664102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30b63b1-083f-475d-b01e-60a9c706de13,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:27.667934 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:27.670258 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edff07-0e67-4122-8233-f666550d83cd req-b3946d47-c6c8-4ae4-a8f0-efcde2208297 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:27.672283 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a0edff07-0e67-4122-8233-f666550d83cd req-b3946d47-c6c8-4ae4-a8f0-efcde2208297 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1481099
Nov 04 13:50:27.696709 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58316) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:27.706700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'floatingip': {'port_id': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:27.715866 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.722201 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:27.756913 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a0edff07-0e67-4122-8233-f666550d83cd req-51766b02-e4fa-4f29-baa5-2cf88beaa6c5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739398
Nov 04 13:50:27.760735 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.793957 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.794265 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c365a833-2abe-4c2e-ba40-1fee9c5272f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:27.798244 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/f30b63b1-083f-475d-b01e-60a9c706de13 HTTP/1.1" status: 204  len: 168 time: 0.4181669
Nov 04 13:50:27.809531 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32', 'code': 200}
Nov 04 13:50:27.855522 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a31cf8-5cac-4e61-a044-94aa86930a23,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:27.873935 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:27.873935 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:27.873935 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c1a31cf8-5cac-4e61-a044-94aa86930a23 HTTP/1.1" status: 204  len: 168 time: 0.5581837
Nov 04 13:50:27.884746 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:27.895687 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:27.899155 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:28.188365 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4caafe-2a4c-4224-b6e2-2147f6226c42 req-c15356a5-f6ca-466f-9b48-b5b43a17b02b tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:28.190017 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa4caafe-2a4c-4224-b6e2-2147f6226c42 req-c15356a5-f6ca-466f-9b48-b5b43a17b02b tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.0770843
Nov 04 13:50:28.243230 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa4caafe-2a4c-4224-b6e2-2147f6226c42 req-9e01e0cf-a53f-4327-a4b6-6f0690bc691f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466385
Nov 04 13:50:28.388813 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fe7a19ae-ef36-45cb-b5b4-a4a86822d46c req-fa21cf60-286c-4240-abd5-04145ea89b18 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 1098 time: 0.0733979
Nov 04 13:50:28.440021 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fe7a19ae-ef36-45cb-b5b4-a4a86822d46c req-dc18d76f-6fd5-4a3c-8025-347f8e9b5f9f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438528
Nov 04 13:50:28.951246 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:29.155300 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:29.378641 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Floating IP 15206220-eb64-4506-b153-af8b9a6865bb associated. External IP: 172.27.2.69, port: 45d4cbc7-8d25-4b77-a576-676acf0b78fc.
Nov 04 13:50:29.585530 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cff782-b774-448b-998e-99d6a937f950 req-3bda0b0e-7d53-4bce-a4ea-5cdd7ddd574f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:29.586967 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05cff782-b774-448b-998e-99d6a937f950 req-3bda0b0e-7d53-4bce-a4ea-5cdd7ddd574f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.1815612
Nov 04 13:50:29.599094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58378) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:29.684802 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05cff782-b774-448b-998e-99d6a937f950 req-d0bdc1cf-1b5c-49e2-b29d-d31e1ffaf9a3 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876687
Nov 04 13:50:29.917446 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1849536960-network', 'tenant_id': 'b5fad12d78ec4602b680271c42426609'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:29.930543 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:29.940225 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Usage tracker for resource:network and tenant:b5fad12d78ec4602b680271c42426609 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:29.944444 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:29.953311 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:30.010076 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:50:30.106510 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Made reservation on behalf of b5fad12d78ec4602b680271c42426609 for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:30.107342 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.130114 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.185973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:30.195076 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Usage tracker for resource:security_group_rule and tenant:b5fad12d78ec4602b680271c42426609 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:30.200547 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:30.226501 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b8093-16a0-4293-bcda-044bd29e20a1 req-9abef280-eed2-4d59-a90c-fd81fe7e2761 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:30.235268 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f42b8093-16a0-4293-bcda-044bd29e20a1 req-9abef280-eed2-4d59-a90c-fd81fe7e2761 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1021104
Nov 04 13:50:30.256864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:30.303880 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f42b8093-16a0-4293-bcda-044bd29e20a1 req-eddde01f-b151-4f9a-be65-06be11d99ec9 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672338
Nov 04 13:50:30.388949 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.398266 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:50:30.411848 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.415941 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] Sync routers for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:50:30.431945 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:50:30.432559 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b3b1100>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:50:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:30.481022 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.484355 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:30.494878 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-41ecdb88-668b-4e67-b9d4-b270db235d79 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "PUT /v2.0/floatingips/15206220-eb64-4506-b153-af8b9a6865bb HTTP/1.1" status: 200  len: 990 time: 2.7937267
Nov 04 13:50:30.496109 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:30.520611 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:50:30.530294 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e7d9d-3490-469b-b655-aeb56164253e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:30.534155 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:30.536681 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.537021 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Added segment 66ba4161-1b29-4bc4-97f7-5529eb0d2cc4 of type vlan for network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce
Nov 04 13:50:30.589217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.651875 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:50:30.707346 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.708882 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:30.709825 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:30.716498 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:30.823883 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Pushing event updated for resources: {'Network': ['ID=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:30.826699 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:30.834293 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:50:30.876425 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2763000
Nov 04 13:50:30.879474 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58412) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:30.885848 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Request body: {'subnet': {'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1849536960-subnet', 'tenant_id': 'b5fad12d78ec4602b680271c42426609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:30.892017 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:30.896319 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Usage tracker for resource:subnet and tenant:b5fad12d78ec4602b680271c42426609 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:30.900951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:30.910138 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:31.047745 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Made reservation on behalf of b5fad12d78ec4602b680271c42426609 for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:31.050208 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1569752'] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:31.069946 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b3b1100>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '15206220-eb64-4506-b153-af8b9a6865bb', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'port_id': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'mac_address': 'fa:16:3e:6d:2e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:50:07Z', 'updated_at': '2021-11-04T13:50:28Z', 'revision_number': 1, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:31.073938 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] Checking router: 62d03442-8ba6-41f3-a36a-c93b3ef6b461 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:50:31.085537 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:50:31.086188 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b3b1100>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:50:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:31.268845 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:50:31.312803 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1569710'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:31.317553 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:31.391554 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7b9038-278e-457e-b754-39f850d7375a,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:31.394332 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:31.404842 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Checking segment: {'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:50:31.405191 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Network hostable DHCP agents. Network: a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:50:31.495115 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:50:31.585998 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:31.590607 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:31.591776 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:31.595046 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a453f-40b6-40f2-a6dc-e3189af4e613 None None] Network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:50:31.615275 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b3b1100>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '15206220-eb64-4506-b153-af8b9a6865bb', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'port_id': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'mac_address': 'fa:16:3e:6d:2e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:50:07Z', 'updated_at': '2021-11-04T13:50:28Z', 'revision_number': 1, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:50:31.619441 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288f47e-d495-4109-82eb-fabc0c9582e9 None None] The sync data for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi is: [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '15206220-eb64-4506-b153-af8b9a6865bb', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'port_id': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'mac_address': 'fa:16:3e:6d:2e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:50:07Z', 'updated_at': '2021-11-04T13:50:28Z', 'revision_number': 1, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:50:31.679023 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7983716
Nov 04 13:50:31.863911 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d0028-aa7c-434a-bf7b-baf959709554 None None] New status for floating IP 15206220-eb64-4506-b153-af8b9a6865bb: ACTIVE {{(pid=83646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:50:31.915336 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a0a87-3d96-444e-852b-430fcb856d2f None None] Network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:50:32.267648 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-62841a99-2898-4410-9ac8-500c01ae4002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:32.268999 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:32.630522 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:33.841006 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-49632fe6-8c79-42cf-9d9d-687ab597eb27 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0748227
Nov 04 13:50:33.861163 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'status': 'completed', 'code': 200}
Nov 04 13:50:33.961393 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-7752098c-ed0a-4dfa-908f-1b2958342919 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.0839145
Nov 04 13:50:33.974151 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-c3af28ef-94ea-4144-b62a-0aef7ccbda03 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1098 time: 0.0862262
Nov 04 13:50:34.130489 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-19a5c45c-147a-454f-9bbb-5b6a10dbadd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:34.132223 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-19a5c45c-147a-454f-9bbb-5b6a10dbadd2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.1507766
Nov 04 13:50:34.189648 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-6e87e7ee-c888-4aef-91c9-6340d00cbc55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:34.191189 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-6e87e7ee-c888-4aef-91c9-6340d00cbc55 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.1783118
Nov 04 13:50:34.198846 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9210e-494f-4556-85f6-aa36c53ed0e0 req-96db63a6-949e-4c60-ba57-746bef902cbc tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:34.200675 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67e9210e-494f-4556-85f6-aa36c53ed0e0 req-96db63a6-949e-4c60-ba57-746bef902cbc tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.2258980
Nov 04 13:50:34.256295 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-c0189be3-c0cc-47cb-9458-7b6aca955433 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc HTTP/1.1" status: 200  len: 1000 time: 0.1164227
Nov 04 13:50:34.313789 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-17734d37-5f49-4472-b3fd-9e611e7d1f99 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 217 time: 0.1040432
Nov 04 13:50:34.328799 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67e9210e-494f-4556-85f6-aa36c53ed0e0 req-46f67c1f-aad9-4437-951b-3099e61e2aa8 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208537
Nov 04 13:50:34.333199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-4ae680ac-0d71-496a-8f1d-b3487dfa73c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:34.334686 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-4ae680ac-0d71-496a-8f1d-b3487dfa73c7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0625360
Nov 04 13:50:34.353887 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f860fa4f-efa9-4de0-958f-30315249cc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:34.421155 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-de230b4c-12d2-47ba-a27a-abb64594b914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:34.423427 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-de230b4c-12d2-47ba-a27a-abb64594b914 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.0890825
Nov 04 13:50:34.434736 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-57e467fb-6c6f-4097-bc66-de27b019cb70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923777
Nov 04 13:50:34.471959 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-8459c927-ea0e-470e-950a-975ad04c72d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407922
Nov 04 13:50:34.594325 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-10dd006d-eb8c-4ab4-b179-725b6cf25a5a service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513860
Nov 04 13:50:34.622912 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-c7a2f068-4994-497f-ac10-0aab88c5cc09 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431031
Nov 04 13:50:34.784434 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fbd0cd1-c812-4c95-904e-1cde1c8a42b8 req-20d86ee1-60b7-40e1-b5dd-b7741ea7a444 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544139
Nov 04 13:50:34.837178 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-824ac373-6a97-4589-9bab-1d1d38adc189 req-57416ea8-9e70-4bd1-b25c-4f0c92a08e51 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363913
Nov 04 13:50:35.161460 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb48be-e47b-4351-877d-6f4b565999aa req-70c39534-a0fc-464e-8973-b0f88f0354c2 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:35.162937 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-70c39534-a0fc-464e-8973-b0f88f0354c2 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/networks?id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce HTTP/1.1" status: 200  len: 814 time: 0.1520252
Nov 04 13:50:35.179302 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-b2f72af8-5a62-4b05-be92-60ea09eb814e tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/quotas/b5fad12d78ec4602b680271c42426609 HTTP/1.1" status: 200  len: 375 time: 0.0107365
Nov 04 13:50:35.229771 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-0af7211d-35c4-4c37-b678-92f25939cd87 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b5fad12d78ec4602b680271c42426609&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0451729
Nov 04 13:50:35.383156 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-4cb0e5e4-8182-4075-b658-a62dc0d78da8 service neutron] 10.222.0.96 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466165
Nov 04 13:50:35.418272 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:35.548625 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-2aad2306-07f9-4c55-aee2-193e0093045f service neutron] 10.222.0.96 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595936
Nov 04 13:50:35.861275 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ed6d497c-f18a-454e-a367-9b0524d422db req-862d07ed-2377-41c3-89d9-50676357e58c tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.0411267
Nov 04 13:50:37.009860 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82ddf-3294-45fa-b779-ea7bf2eead2a req-1f04004e-78dd-4ecb-a0dd-4b297c9042ca tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:37.011292 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-99a82ddf-3294-45fa-b779-ea7bf2eead2a req-1f04004e-78dd-4ecb-a0dd-4b297c9042ca tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.0774789
Nov 04 13:50:37.029845 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:37.140391 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-99a82ddf-3294-45fa-b779-ea7bf2eead2a req-106d7dc8-5697-4130-b49a-883a7a80dd92 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229053
Nov 04 13:50:37.321179 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-faaf8038-c538-4437-9a7e-20ec339915e0 req-ec0e8a65-ea68-4786-bc39-c514e1848a8b tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.0456977
Nov 04 13:50:37.508364 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c923ba4-7e12-431d-80cc-824d64d3e297 req-e59e695e-677a-4b00-9114-334dca02d511 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:37.509811 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0c923ba4-7e12-431d-80cc-824d64d3e297 req-e59e695e-677a-4b00-9114-334dca02d511 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0765254
Nov 04 13:50:37.560303 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0c923ba4-7e12-431d-80cc-824d64d3e297 req-7648f034-b9e6-46d0-9fb3-9c7afac2331b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446122
Nov 04 13:50:38.342467 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37240a31-f43c-40c0-93bf-bc9d94474bb7 req-b26ad291-1ef0-43cf-adfc-998a208b4e80 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:38.344850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-37240a31-f43c-40c0-93bf-bc9d94474bb7 req-b26ad291-1ef0-43cf-adfc-998a208b4e80 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.0802634
Nov 04 13:50:38.390912 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-37240a31-f43c-40c0-93bf-bc9d94474bb7 req-59739b89-437e-4b46-a538-6e8a0b547c8f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404487
Nov 04 13:50:38.541676 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3ca371cd-9816-4538-8d0f-9ecf62882a8d req-139d08c3-c124-4a3a-b204-a1046bd63847 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.0448794
Nov 04 13:50:38.759156 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81c558-2087-4ae4-b9b5-f9b9a955d4ab req-7b7ab0f5-93f5-4903-9394-9e79fa4ab0cd tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:38.760592 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a81c558-2087-4ae4-b9b5-f9b9a955d4ab req-7b7ab0f5-93f5-4903-9394-9e79fa4ab0cd tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0777769
Nov 04 13:50:38.806593 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a81c558-2087-4ae4-b9b5-f9b9a955d4ab req-61836329-765d-4b2b-bc06-71be1cf876b9 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398469
Nov 04 13:50:39.604497 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b71fea-6ef0-4c52-beb1-c0bcf7ce0e78 req-b1cc0778-84e8-4182-9381-1fde30e07bd3 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:39.605971 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8b71fea-6ef0-4c52-beb1-c0bcf7ce0e78 req-b1cc0778-84e8-4182-9381-1fde30e07bd3 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.0937715
Nov 04 13:50:39.667012 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8b71fea-6ef0-4c52-beb1-c0bcf7ce0e78 req-08ed8073-e0dc-4ac8-8655-1471886a1b34 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547369
Nov 04 13:50:39.712085 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f3e55fd5-ec89-4b3e-ad11-9e95bb6d7040 req-2ff62935-fc09-491c-a014-622291763e4f tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.0437834
Nov 04 13:50:40.007734 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6412ddd-7ace-48cd-868c-2cd9e4c64f13 req-6edaaa03-4da0-4fff-a14f-9adb15b08920 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:40.009535 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6412ddd-7ace-48cd-868c-2cd9e4c64f13 req-6edaaa03-4da0-4fff-a14f-9adb15b08920 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0802999
Nov 04 13:50:40.058090 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6412ddd-7ace-48cd-868c-2cd9e4c64f13 req-6d45dcd0-240c-4e25-b0db-e59aa5ee8f85 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428503
Nov 04 13:50:40.913031 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-12c747ab-8305-4698-8a69-94f7fd8e8076 req-ee045ef6-bc91-4bfc-8a49-e5bf2103c175 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.0522611
Nov 04 13:50:40.937699 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5447a09-0dbb-4ee1-9b07-a2306349167f req-0bcf26be-985c-4dc0-b78a-035609189f6c tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:40.939237 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f5447a09-0dbb-4ee1-9b07-a2306349167f req-0bcf26be-985c-4dc0-b78a-035609189f6c tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.1312878
Nov 04 13:50:40.989205 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f5447a09-0dbb-4ee1-9b07-a2306349167f req-fcbef3a6-01bc-469f-b564-2285ec8d4daf tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442731
Nov 04 13:50:41.224581 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb48be-e47b-4351-877d-6f4b565999aa req-27eae7d0-8eb1-4309-8522-8684cd88c0f2 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:41.225899 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-94cb48be-e47b-4351-877d-6f4b565999aa req-27eae7d0-8eb1-4309-8522-8684cd88c0f2 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Synchronizing usage tracker for tenant:b5fad12d78ec4602b680271c42426609 on resource:network {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:50:41.270378 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6d44-1f80-44d5-9d1d-ba4ae461987e req-35f24dfe-1453-4b64-9912-f6b7a3e72e44 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:41.272449 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9fca6d44-1f80-44d5-9d1d-ba4ae461987e req-35f24dfe-1453-4b64-9912-f6b7a3e72e44 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0852306
Nov 04 13:50:41.320520 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-94cb48be-e47b-4351-877d-6f4b565999aa req-27eae7d0-8eb1-4309-8522-8684cd88c0f2 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Unset dirty status for tenant:b5fad12d78ec4602b680271c42426609 on resource:network {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:50:41.321753 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-27eae7d0-8eb1-4309-8522-8684cd88c0f2 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "GET /v2.0/networks?id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce HTTP/1.1" status: 200  len: 814 time: 0.2431030
Nov 04 13:50:41.323280 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9fca6d44-1f80-44d5-9d1d-ba4ae461987e req-6ce7379f-69ec-4f06-a753-d6442d175a90 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0448687
Nov 04 13:50:41.342400 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Request body: {'port': {'device_id': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce', 'admin_state_up': True, 'tenant_id': 'b5fad12d78ec4602b680271c42426609'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:41.492671 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:41.496661 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Usage tracker for resource:port and tenant:b5fad12d78ec4602b680271c42426609 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:41.500413 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:41.506351 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:41.542480 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f4de4269-303b-4208-8eda-182533ab13ac tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:41.543930 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f4de4269-303b-4208-8eda-182533ab13ac tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.1145980
Nov 04 13:50:41.603044 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Made reservation on behalf of b5fad12d78ec4602b680271c42426609 for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:41.606100 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:41.617480 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Deleting port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:50:41.617882 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:41.799101 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Allocated IP 172.20.0.9 (a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce/3c7b9038-278e-457e-b754-39f850d7375a/8024085e-15fa-4d5f-a583-07b0ddf353c2) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:50:41.915901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] For port cde946c0-4608-4d28-9b7d-9caf9f3a3b32, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:41.916535 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:42.023899 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:42.078681 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Calling delete_port for cde946c0-4608-4d28-9b7d-9caf9f3a3b32 owned by compute:nova {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:50:42.125247 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bfe8dc8d-62a8-4fa6-ad40-41da6c2cc0cf req-dc69d9f7-c999-4599-bd95-3c707f867c6f tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.0867813
Nov 04 13:50:42.369199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:42.379025 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:42.408921 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683afa3-2a09-4dfc-9381-8d2fed4c7b6b req-4f3fd5ed-190f-4dd8-8227-6a5797006756 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:42.410419 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4683afa3-2a09-4dfc-9381-8d2fed4c7b6b req-4f3fd5ed-190f-4dd8-8227-6a5797006756 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 945 time: 0.2913272
Nov 04 13:50:42.451706 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:50:42.455912 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:42.457779 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Pushing event updated for resources: {'Port': ['ID=8024085e-15fa-4d5f-a583-07b0ddf353c2,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:42.460520 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:50:42.501849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.502215 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.502576 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.502933 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.503285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.503634 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.503979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.504332 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.504672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.505013 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.505350 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.510768 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:42.511136 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4683afa3-2a09-4dfc-9381-8d2fed4c7b6b req-5661d1f5-dfd2-4f6e-aa4b-f27206309220 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899887
Nov 04 13:50:42.538583 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:42.539323 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:42.556619 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba541c-486a-4997-a7ae-a7a549f91761 req-101060d9-102d-4ad8-8d92-b10295a91e98 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:42.558223 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-72ba541c-486a-4997-a7ae-a7a549f91761 req-101060d9-102d-4ad8-8d92-b10295a91e98 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0995870
Nov 04 13:50:42.564172 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:42.585680 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:42.637428 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Pushing event deleted for resources: {'Port': ['ID=cde946c0-4608-4d28-9b7d-9caf9f3a3b32,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:42.656886 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.657259 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.657612 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.657994 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.658336 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.658604 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3203878
Nov 04 13:50:42.658761 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.659085 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.659421 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.659761 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.660082 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.660411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:42.663474 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:42.741149 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-72ba541c-486a-4997-a7ae-a7a549f91761 req-7b8d0302-97fb-4572-be51-ea46c872d5cf tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1733534
Nov 04 13:50:42.742153 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] No DVR routers for this DVR port cde946c0-4608-4d28-9b7d-9caf9f3a3b32 on host hv-cinder-81036 {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:50:42.745197 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:42.749215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'name': 'network-vif-deleted', 'tag': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:42.812118 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3409322-7dc2-4aa6-91e2-39c4e63cfc2b', 'name': 'network-vif-deleted', 'tag': 'cde946c0-4608-4d28-9b7d-9caf9f3a3b32', 'status': 'completed', 'code': 200}
Nov 04 13:50:42.849464 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b964d91-3d16-49e1-bde5-f27fd229d030 req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "DELETE /v2.0/ports/cde946c0-4608-4d28-9b7d-9caf9f3a3b32 HTTP/1.1" status: 204  len: 173 time: 1.2973847
Nov 04 13:50:43.256416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58602) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:43.333774 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646e902-6d44-48cd-9ad2-da877bbada22 req-7bb1629c-0228-496d-ac09-251c1ed64017 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:43.335132 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1646e902-6d44-48cd-9ad2-da877bbada22 req-7bb1629c-0228-496d-ac09-251c1ed64017 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 931 time: 0.0843496
Nov 04 13:50:43.383316 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1646e902-6d44-48cd-9ad2-da877bbada22 req-70f5ad44-adbc-4702-b9d8-17fee5bf78f2 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424576
Nov 04 13:50:43.418773 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:43.448894 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:43.454802 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Usage tracker for resource:security_group_rule and tenant:4944f98f73c9499cbbceb594d7a6eece is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:43.456010 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:43.461719 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:43.526661 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:43.606560 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:43.614104 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7ce60bd9-e140-44f5-b884-c90941111ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:43.655970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766c33ad-f456-4bff-8813-f715216f80d3,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:43.659053 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:43.661571 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4944f98f73c9499cbbceb594d7a6eece&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4039106
Nov 04 13:50:43.664343 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58612) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:43.701068 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-f5dc74b9-44fc-4158-8248-e68eee8f9aae req-453264b0-4932-4ec7-845d-4538868865cc tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Synchronizing usage tracker for tenant:a1eac87b62e841038965ff631d986f32 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:50:43.727630 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:43.755466 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:43.785573 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-f5dc74b9-44fc-4158-8248-e68eee8f9aae req-453264b0-4932-4ec7-845d-4538868865cc tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Unset dirty status for tenant:a1eac87b62e841038965ff631d986f32 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:50:43.786763 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f5dc74b9-44fc-4158-8248-e68eee8f9aae req-453264b0-4932-4ec7-845d-4538868865cc tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 210 time: 0.1339450
Nov 04 13:50:43.976729 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77128d-3056-4846-9150-9d4e09b232bd req-4ced6e36-8aa1-4774-9427-2e0b61091068 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:43.978176 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b77128d-3056-4846-9150-9d4e09b232bd req-4ced6e36-8aa1-4774-9427-2e0b61091068 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0815766
Nov 04 13:50:44.027197 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b77128d-3056-4846-9150-9d4e09b232bd req-cd3bbd82-eac5-4239-b88a-2008fe1b5ec4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432811
Nov 04 13:50:44.122977 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:44.127577 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ad002941-bdcd-47e2-a394-311b4403693c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:44.138947 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766c33ad-f456-4bff-8813-f715216f80d3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:44.142644 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:44.145718 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:44.146843 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/766c33ad-f456-4bff-8813-f715216f80d3 HTTP/1.1" status: 204  len: 168 time: 0.4814548
Nov 04 13:50:44.583371 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58815912-eb9b-4bec-9637-651520b864bf req-c888d86d-2937-424d-a7d4-65c82c52563e tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:44.584830 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58815912-eb9b-4bec-9637-651520b864bf req-c888d86d-2937-424d-a7d4-65c82c52563e tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 931 time: 0.0778806
Nov 04 13:50:44.631437 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58815912-eb9b-4bec-9637-651520b864bf req-e16d73e0-525d-4a5e-b5a7-a255b1c20384 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412228
Nov 04 13:50:44.931678 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['cde946c0-4608-4d28-9b7d-9caf9f3a3b32'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:50:44.958739 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9fa16260-2340-4c96-abd5-623dc89a6a9b req-cd128892-2e08-4484-ad48-2bd0de003cfa tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 210 time: 0.0468035
Nov 04 13:50:44.967391 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Request body: {'port': {'device_id': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:45.082309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.212703 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58634) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:45.234358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.286033 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:45.289990 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9c847-e06f-435c-a5ff-ecf019db03cf req-f8282147-cf8d-483e-bdd7-0f8cf5f93c9c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:45.291677 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5de9c847-e06f-435c-a5ff-ecf019db03cf req-f8282147-cf8d-483e-bdd7-0f8cf5f93c9c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1263194
Nov 04 13:50:45.308342 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e4b23da33343029ee4b5e5912d142a is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:45.313643 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:45.344465 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5de9c847-e06f-435c-a5ff-ecf019db03cf req-6527d914-8e27-4d29-bf27-5bcbfb9dd745 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424051
Nov 04 13:50:45.365792 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:45.495989 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.550876 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8024085e-15fa-4d5f-a583-07b0ddf353c2 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:50:45.558379 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.572843 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Transition to ACTIVE for port object 8024085e-15fa-4d5f-a583-07b0ddf353c2 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:50:45.612412 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.619088 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-064d2136-519b-4daa-80fc-604859ba9513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:45.654424 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.667911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682d29f2-9908-4bd6-ae01-47c4a1817731,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:45.674509 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:45.674897 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:45.715851 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e0e4b23da33343029ee4b5e5912d142a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5021274
Nov 04 13:50:45.719786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 58642) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:45.847235 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.882594 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050220de-18a0-4095-b950-550fbf207724 service neutron] Pushing event updated for resources: {'Port': ['ID=8024085e-15fa-4d5f-a583-07b0ddf353c2,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:45.886429 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-050220de-18a0-4095-b950-550fbf207724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:45.887573 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:45.898253 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cde946c0-4608-4d28-9b7d-9caf9f3a3b32 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:50:45.910739 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa8abf-9173-422d-ad15-05ea95430b97 req-49f43b83-38f0-4cc0-bdc5-c74829bfaac8 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:45.917931 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6aa8abf-9173-422d-ad15-05ea95430b97 req-49f43b83-38f0-4cc0-bdc5-c74829bfaac8 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 943 time: 0.1492987
Nov 04 13:50:45.937140 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: cde946c0-4608-4d28-9b7d-9caf9f3a3b32 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:50:45.938013 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cde946c0-4608-4d28-9b7d-9caf9f3a3b32 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:50:45.956254 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:50:45.995851 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6aa8abf-9173-422d-ad15-05ea95430b97 req-85c6368e-f6ab-455e-8d44-38bc1291644d tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768580
Nov 04 13:50:45.999696 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Attempting to bind port 8024085e-15fa-4d5f-a583-07b0ddf353c2 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:50:46.000193 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Attempting to bind port 8024085e-15fa-4d5f-a583-07b0ddf353c2 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:50:46.000621 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Attempting to bind port 8024085e-15fa-4d5f-a583-07b0ddf353c2 on network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:46.009539 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Port 8024085e-15fa-4d5f-a583-07b0ddf353c2 on network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:50:46.010160 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Attempting to bind port 8024085e-15fa-4d5f-a583-07b0ddf353c2 on network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:46.020587 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:50:46.021015 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Checking segment: {'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:50:46.021595 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Bound using segment: {'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:50:46.022126 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Bound port: 8024085e-15fa-4d5f-a583-07b0ddf353c2, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:50:46.022591 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:46.117572 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:46.138831 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b49030b6-02cc-40d3-9b65-126b5d230b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:46.179794 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] For port 8024085e-15fa-4d5f-a583-07b0ddf353c2, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:50:46.183085 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] For port 8024085e-15fa-4d5f-a583-07b0ddf353c2, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8024085e-15fa-4d5f-a583-07b0ddf353c2,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:50:46.238842 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-16ad821b-852f-4bac-89be-d26b59436457 req-82c7abea-6870-4f7b-8bb3-83d51520eaff tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=f3409322-7dc2-4aa6-91e2-39c4e63cfc2b HTTP/1.1" status: 200  len: 210 time: 0.1018369
Nov 04 13:50:46.240946 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d29f2-9908-4bd6-ae01-47c4a1817731,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:46.244279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:46.252528 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/682d29f2-9908-4bd6-ae01-47c4a1817731 HTTP/1.1" status: 204  len: 168 time: 0.5257604
Nov 04 13:50:46.252528 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:46.275648 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:46.279673 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:46.358848 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:46.360645 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-050220de-18a0-4095-b950-550fbf207724 service neutron] 10.222.0.90 "PUT /v2.0/ports/8024085e-15fa-4d5f-a583-07b0ddf353c2 HTTP/1.1" status: 200  len: 1093 time: 1.3977597
Nov 04 13:50:46.360969 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'tag': '8024085e-15fa-4d5f-a583-07b0ddf353c2'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:46.382608 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050220de-18a0-4095-b950-550fbf207724 service neutron] Pushing event updated for resources: {'Port': ['ID=8024085e-15fa-4d5f-a583-07b0ddf353c2,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:46.387334 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-050220de-18a0-4095-b950-550fbf207724 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:46.460031 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'tag': '8024085e-15fa-4d5f-a583-07b0ddf353c2', 'status': 'completed', 'code': 200}
Nov 04 13:50:46.557651 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-772b1e71-bcfe-40e4-8de4-e26f441111e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b5fad12d78ec4602b680271c42426609&device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 1096 time: 0.0744433
Nov 04 13:50:46.589229 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113aba-1bc9-4c37-bbd5-a79adde8ee9f req-de9bbd13-1133-4d8a-8720-13069ca7c73d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:46.590791 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-98113aba-1bc9-4c37-bbd5-a79adde8ee9f req-de9bbd13-1133-4d8a-8720-13069ca7c73d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0793960
Nov 04 13:50:46.644172 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-ef27c4f3-e50e-4cf6-a524-92200425318b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8024085e-15fa-4d5f-a583-07b0ddf353c2 HTTP/1.1" status: 200  len: 217 time: 0.0741119
Nov 04 13:50:46.646269 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-98113aba-1bc9-4c37-bbd5-a79adde8ee9f req-0768a763-5ef4-4841-ae60-56c2773c499c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490577
Nov 04 13:50:46.710097 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb48be-e47b-4351-877d-6f4b565999aa req-17c12415-ef33-4aca-9512-dcf19caf122f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:46.711535 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-17c12415-ef33-4aca-9512-dcf19caf122f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3c7b9038-278e-457e-b754-39f850d7375a HTTP/1.1" status: 200  len: 854 time: 0.0603733
Nov 04 13:50:46.769249 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-1865aff7-9cfd-4085-89dd-974be0f34d73 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407124
Nov 04 13:50:46.913626 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-ad9c5b72-cb10-457b-8399-c82933bc0c6a service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315436
Nov 04 13:50:47.053992 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-94cb48be-e47b-4351-877d-6f4b565999aa req-92fddb28-cd47-4f52-928e-2ab0947dc6fe service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314647
Nov 04 13:50:47.223858 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbce43-09f7-44a0-8e48-51eff7cd82c5 req-9c09d614-ddc7-4533-bb51-57ee1225a5b9 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:47.225296 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-80fbce43-09f7-44a0-8e48-51eff7cd82c5 req-9c09d614-ddc7-4533-bb51-57ee1225a5b9 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 943 time: 0.0798163
Nov 04 13:50:47.276956 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-80fbce43-09f7-44a0-8e48-51eff7cd82c5 req-e4fe8ca3-a386-4f18-af88-f95b6c4524f1 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457039
Nov 04 13:50:47.732616 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-24e57451-b48d-48dc-81ef-2670e2bc3375 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:47.734714 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-24e57451-b48d-48dc-81ef-2670e2bc3375 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/networks?id=99e76cd1-65c0-4775-9357-453d351811db HTTP/1.1" status: 200  len: 809 time: 0.1523273
Nov 04 13:50:47.759529 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-b989537a-d977-4f8d-9334-7cb86a186f5d tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/quotas/a1eac87b62e841038965ff631d986f32 HTTP/1.1" status: 200  len: 375 time: 0.0147262
Nov 04 13:50:47.809346 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-89d19b4a-cbfe-470e-bbad-80f92fe92e9a tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1eac87b62e841038965ff631d986f32&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0414135
Nov 04 13:50:47.945448 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-efe557cf-8656-4ce4-bb4d-a71f2f2dff0a service neutron] 10.222.0.96 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293426
Nov 04 13:50:48.136497 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-e8488ee3-e285-4685-a7ff-4e61329a24d5 service neutron] 10.222.0.96 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853106
Nov 04 13:50:48.524131 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9555-c90f-404c-9100-ed38279aa4f4 req-d6db7af3-533a-4787-8871-856e7f0083c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:48.525641 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-638e9555-c90f-404c-9100-ed38279aa4f4 req-d6db7af3-533a-4787-8871-856e7f0083c4 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1033127
Nov 04 13:50:48.589000 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-638e9555-c90f-404c-9100-ed38279aa4f4 req-5386f4ef-0a16-4b75-b217-3f8dc4ece3df tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0559697
Nov 04 13:50:48.778378 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c68034-d324-4c2d-bcf2-2b2e4ba65aa4 req-3b118e8f-2eaa-4505-be4a-8c8258a72e90 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:48.778961 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-50c68034-d324-4c2d-bcf2-2b2e4ba65aa4 req-3b118e8f-2eaa-4505-be4a-8c8258a72e90 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 943 time: 0.0806556
Nov 04 13:50:48.832741 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-50c68034-d324-4c2d-bcf2-2b2e4ba65aa4 req-a4eef229-5657-47de-9bb2-22d6b22634a5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472825
Nov 04 13:50:48.931444 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-59cf638b-6a25-4596-9c59-20a5b2c48562 req-403bf8c5-26cc-47c1-9083-d899b5aaf9f3 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 210 time: 0.0429022
Nov 04 13:50:49.780910 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ea844-f0ed-4210-b2dd-f88bc5a5331b req-9d66993e-1925-4fb5-99a3-cb605eeccc58 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:49.782863 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-553ea844-f0ed-4210-b2dd-f88bc5a5331b req-9d66993e-1925-4fb5-99a3-cb605eeccc58 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0827944
Nov 04 13:50:49.836345 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-553ea844-f0ed-4210-b2dd-f88bc5a5331b req-a34b1c3b-98b1-42f5-8711-86e28409f9ad tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456970
Nov 04 13:50:49.970054 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-01704c40-a7ca-41da-8df4-4c49d6327c4d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b5fad12d78ec4602b680271c42426609&device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 1096 time: 0.0846465
Nov 04 13:50:50.062810 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f2be8-cc1d-4419-b9ab-6802142df424 req-65c15699-cd3b-489d-b5b5-e24b5e56ab85 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:50.064817 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1d0f2be8-cc1d-4419-b9ab-6802142df424 req-65c15699-cd3b-489d-b5b5-e24b5e56ab85 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 943 time: 0.0958619
Nov 04 13:50:50.143400 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-e07fdf7c-ce13-4b28-b63d-ad2e614f87ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:50.144830 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-e07fdf7c-ce13-4b28-b63d-ad2e614f87ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce HTTP/1.1" status: 200  len: 915 time: 0.1617997
Nov 04 13:50:50.176647 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c7f66e3c-08b5-43c2-8c79-3a46d39a27c4 req-843765f9-67e2-4d41-8bc4-73a2106e46d7 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 210 time: 0.0552754
Nov 04 13:50:50.180855 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1d0f2be8-cc1d-4419-b9ab-6802142df424 req-d1dd9e81-0d9b-4099-8ce5-9214dc048788 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001620
Nov 04 13:50:50.227988 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-8fd179d1-7642-4633-9f5a-43be430e713b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8024085e-15fa-4d5f-a583-07b0ddf353c2 HTTP/1.1" status: 200  len: 217 time: 0.0700929
Nov 04 13:50:50.317843 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-c68f332f-beae-4c09-b932-608f839636a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:50.319464 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-c68f332f-beae-4c09-b932-608f839636a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3c7b9038-278e-457e-b754-39f850d7375a HTTP/1.1" status: 200  len: 854 time: 0.0710857
Nov 04 13:50:50.377318 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-aaea83a5-8601-4be8-94a0-5455621823d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479019
Nov 04 13:50:50.520147 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-0397d9d7-096c-4bca-9c78-c6130bbc1883 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324146
Nov 04 13:50:50.666009 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-1e476cb9-2311-4fce-b8fc-38ba6b62b22a req-da4bfd2d-97d7-4471-9528-d9702ef5d153 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334708
Nov 04 13:50:50.900944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58802) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:51.087853 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44dfdd-9709-4dc4-87b3-643fe162d0d6 req-29e32bf4-e10f-440c-b166-cd936466af3b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:51.087853 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8f44dfdd-9709-4dc4-87b3-643fe162d0d6 req-29e32bf4-e10f-440c-b166-cd936466af3b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1125398
Nov 04 13:50:51.093310 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:51.146445 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8f44dfdd-9709-4dc4-87b3-643fe162d0d6 req-acccb23a-c9e8-477b-a88d-ed1873881fcd tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0507324
Nov 04 13:50:51.165538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:51.165538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Usage tracker for resource:security_group_rule and tenant:245d7de7b43e496d8072801d9144adc6 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:51.165538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:51.179456 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:51.249907 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:51.384371 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:51.398226 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fba29832-6833-4f90-b580-2427c7dda150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:51.487257 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb645ff1-cad8-48e3-a544-67fa583bb297,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:51.501135 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:51.516622 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=245d7de7b43e496d8072801d9144adc6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6203270
Nov 04 13:50:51.524757 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58844) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:51.573428 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a7e6e6fc-ceb4-4b32-a6c3-68ccc3f58023 req-ae7e3904-2678-4b04-9fc9-cfc693db17a6 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 210 time: 0.0979698
Nov 04 13:50:51.617201 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-63d7be0d-3c2f-42b9-a341-74f6f3f3ad18 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:51.617921 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-63d7be0d-3c2f-42b9-a341-74f6f3f3ad18 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Synchronizing usage tracker for tenant:a1eac87b62e841038965ff631d986f32 on resource:network {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:50:51.653666 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:51.704087 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:51.738147 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-63d7be0d-3c2f-42b9-a341-74f6f3f3ad18 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Unset dirty status for tenant:a1eac87b62e841038965ff631d986f32 on resource:network {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:50:51.739474 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-63d7be0d-3c2f-42b9-a341-74f6f3f3ad18 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "GET /v2.0/networks?id=99e76cd1-65c0-4775-9357-453d351811db HTTP/1.1" status: 200  len: 809 time: 0.4605820
Nov 04 13:50:51.763904 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Request body: {'port': {'device_id': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'network_id': '99e76cd1-65c0-4775-9357-453d351811db', 'admin_state_up': True, 'tenant_id': 'a1eac87b62e841038965ff631d986f32'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:51.858779 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-fc6e74d7-2cfe-44ab-b6d0-1fe6f8a43505 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.2514703
Nov 04 13:50:51.872918 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114c5ca-c970-4c62-86c2-c0cd041bfd8e req-ec191d36-dbe3-4a4e-8320-e0b162af504b tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:51.875641 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1114c5ca-c970-4c62-86c2-c0cd041bfd8e req-ec191d36-dbe3-4a4e-8320-e0b162af504b tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 943 time: 0.2060306
Nov 04 13:50:51.880223 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:51.890774 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1e5ef489-e9a0-4536-bfb3-33bb513335fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:51.907932 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb645ff1-cad8-48e3-a544-67fa583bb297,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:51.908206 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489ee54-dbbd-4ae8-9b9d-57fcb45ec955 req-1d4ebe38-f7f1-4478-8367-dca448746e98 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:51.912911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:51.916453 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2489ee54-dbbd-4ae8-9b9d-57fcb45ec955 req-1d4ebe38-f7f1-4478-8367-dca448746e98 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1907167
Nov 04 13:50:51.949231 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:51.950402 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cb645ff1-cad8-48e3-a544-67fa583bb297 HTTP/1.1" status: 204  len: 168 time: 0.4248033
Nov 04 13:50:51.991381 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:52.013391 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:52.101986 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2489ee54-dbbd-4ae8-9b9d-57fcb45ec955 req-1dac7bcb-ba57-4ef1-a29e-b39cd3ad1d32 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1845684
Nov 04 13:50:52.107120 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1114c5ca-c970-4c62-86c2-c0cd041bfd8e req-c83d6b4b-112c-4cb5-aeac-fce9852a4f93 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826618
Nov 04 13:50:52.135528 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-0cd9780b-69cf-436f-b4d3-5bf50dee8539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:52.136979 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-0cd9780b-69cf-436f-b4d3-5bf50dee8539 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.2596061
Nov 04 13:50:52.139957 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Made reservation on behalf of a1eac87b62e841038965ff631d986f32 for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:50:52.143099 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:52.208538 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-f3adf078-080c-4c21-9e1e-57e02124654e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 217 time: 0.0643725
Nov 04 13:50:52.281595 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-18edef8c-93c5-4af6-8565-c7d2236565ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:52.283048 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-18edef8c-93c5-4af6-8565-c7d2236565ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.0681639
Nov 04 13:50:52.317407 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Allocated IP 172.20.0.11 (99e76cd1-65c0-4775-9357-453d351811db/e7e7508a-ca2a-4c65-ba80-1ed9e500e50f/44297c04-80a3-4eb3-acf9-08778ee09d8b) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:50:52.364793 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-1f590fe6-2811-4067-a9f1-e7f42ec9b469 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491629
Nov 04 13:50:52.520412 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-39a397fb-cb0a-4c35-9108-5035f65dfe27 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487720
Nov 04 13:50:52.527092 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084eef1-0b67-4984-b41f-4a6f9288ba3a req-e9a7a0da-9f71-4521-a562-d8b165d98aa5 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:52.528632 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6084eef1-0b67-4984-b41f-4a6f9288ba3a req-e9a7a0da-9f71-4521-a562-d8b165d98aa5 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.2447281
Nov 04 13:50:52.564738 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:52.655483 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:52.661019 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:52.732164 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6084eef1-0b67-4984-b41f-4a6f9288ba3a req-8eb2dc92-88bd-4166-8894-9880711c0354 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1802020
Nov 04 13:50:52.733965 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Network 99e76cd1-65c0-4775-9357-453d351811db is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:50:52.737521 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:50:52.740167 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:50:52.777099 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Pushing event updated for resources: {'Port': ['ID=44297c04-80a3-4eb3-acf9-08778ee09d8b,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:52.781290 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:52.809934 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:52.810288 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b86d6494-8d4b-46c0-97c6-8701e446680d req-f654ea90-18fb-4d7e-be6a-1da137f7b9ee service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806213
Nov 04 13:50:52.810574 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:52.839811 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac723e95-0030-46d5-9643-342c83e1f4bd req-ebbeafcb-9cd2-4236-9b16-a01c8d183dd1 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:52.841486 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ac723e95-0030-46d5-9643-342c83e1f4bd req-ebbeafcb-9cd2-4236-9b16-a01c8d183dd1 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 932 time: 0.1120684
Nov 04 13:50:52.884626 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58864) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:52.906773 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ac723e95-0030-46d5-9643-342c83e1f4bd req-d1a86d54-2eb1-48bc-b363-5d66b936b840 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483041
Nov 04 13:50:52.909029 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:52.921975 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1611505
Nov 04 13:50:52.934167 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Request body: {'port': {'device_id': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:50:52.988777 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:53.000511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Usage tracker for resource:security_group_rule and tenant:fa1f2dc5e07f42a6845c7defa2cbc9f4 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:53.004692 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:53.039744 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:53.086649 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.203924 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.277968 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.288757 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c2ff32dd-c804-43c2-b281-a8cf18e92ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:53.400512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd76f11-bea1-4b98-bb18-0079f4ec34ea,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:53.403646 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:53.407630 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f8655-f222-402c-bd20-7e501c651dba req-a8df59d5-4e06-4d1b-9019-d2c1c7d8b51b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:53.412024 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=fa1f2dc5e07f42a6845c7defa2cbc9f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5230563
Nov 04 13:50:53.412024 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58874) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:53.414569 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6c5f8655-f222-402c-bd20-7e501c651dba req-a8df59d5-4e06-4d1b-9019-d2c1c7d8b51b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1572220
Nov 04 13:50:53.438445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5d669-9fe7-4489-ac0c-9e13ff78f6bb req-49dd839e-5e75-45c6-bcdf-899cf46c2b0a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:53.440203 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05d5d669-9fe7-4489-ac0c-9e13ff78f6bb req-49dd839e-5e75-45c6-bcdf-899cf46c2b0a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 943 time: 0.1399934
Nov 04 13:50:53.503646 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6c5f8655-f222-402c-bd20-7e501c651dba req-50ecf1f6-dbfe-4da3-b70a-1b6dafc38a29 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881736
Nov 04 13:50:53.516193 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05d5d669-9fe7-4489-ac0c-9e13ff78f6bb req-260c0d10-1830-4864-ac40-14ae982e2367 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685117
Nov 04 13:50:53.524063 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.600870 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.641495 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44297c04-80a3-4eb3-acf9-08778ee09d8b {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:50:53.657853 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.675889 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Transition to ACTIVE for port object 44297c04-80a3-4eb3-acf9-08778ee09d8b will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:50:53.760314 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.766518 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:53.802195 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.927675 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 8024085e-15fa-4d5f-a583-07b0ddf353c2 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:50:53.988982 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93cf7a-7f1c-4ac2-a249-df520c50fd5c req-d60a33bc-6050-4b04-892f-48e65e6deaa2 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:53.990850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5e93cf7a-7f1c-4ac2-a249-df520c50fd5c req-d60a33bc-6050-4b04-892f-48e65e6deaa2 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1181583
Nov 04 13:50:53.991468 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:53.992584 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0fd76f11-bea1-4b98-bb18-0079f4ec34ea HTTP/1.1" status: 204  len: 168 time: 0.5798783
Nov 04 13:50:54.001658 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Pushing event updated for resources: {'Port': ['ID=44297c04-80a3-4eb3-acf9-08778ee09d8b,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:54.006735 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:54.006735 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-58a19f00-d4ce-4a85-9463-247c37bca749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:54.020842 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd76f11-bea1-4b98-bb18-0079f4ec34ea,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:54.023159 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:54.119902 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 8024085e-15fa-4d5f-a583-07b0ddf353c2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8024085e-15fa-4d5f-a583-07b0ddf353c2,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:54.140847 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Attempting to bind port 44297c04-80a3-4eb3-acf9-08778ee09d8b on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:50:54.141183 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Attempting to bind port 44297c04-80a3-4eb3-acf9-08778ee09d8b by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:50:54.141648 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Attempting to bind port 44297c04-80a3-4eb3-acf9-08778ee09d8b on network 99e76cd1-65c0-4775-9357-453d351811db {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:54.152905 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Port 44297c04-80a3-4eb3-acf9-08778ee09d8b on network 99e76cd1-65c0-4775-9357-453d351811db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:50:54.153797 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Attempting to bind port 44297c04-80a3-4eb3-acf9-08778ee09d8b on network 99e76cd1-65c0-4775-9357-453d351811db {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:50:54.162035 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:50:54.162370 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Checking segment: {'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:50:54.162779 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Bound using segment: {'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:50:54.163348 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Bound port: 44297c04-80a3-4eb3-acf9-08778ee09d8b, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7389ed48-17b5-4e5e-96bd-60fc8a36e855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '99e76cd1-65c0-4775-9357-453d351811db'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:50:54.163722 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:54.168317 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '8024085e-15fa-4d5f-a583-07b0ddf353c2', 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce', 'port_id': '8024085e-15fa-4d5f-a583-07b0ddf353c2', 'mac_address': 'fa:16:3e:80:95:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7b9038-278e-457e-b754-39f850d7375a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:50:54.211165 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5e93cf7a-7f1c-4ac2-a249-df520c50fd5c req-39c84727-bb1d-40d1-8f99-7f9fb49e62b7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2095418
Nov 04 13:50:54.238636 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:54.264719 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615cf04-026f-4f2f-bd1b-74b406b25a48 req-af73db52-27fa-4687-a463-e75f8b49a01e tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:54.270234 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8024085e-15fa-4d5f-a583-07b0ddf353c2 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:50:54.271736 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b615cf04-026f-4f2f-bd1b-74b406b25a48 req-af73db52-27fa-4687-a463-e75f8b49a01e tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 944 time: 0.1745737
Nov 04 13:50:54.273911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] For port 44297c04-80a3-4eb3-acf9-08778ee09d8b, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:50:54.277583 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] For port 44297c04-80a3-4eb3-acf9-08778ee09d8b, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=44297c04-80a3-4eb3-acf9-08778ee09d8b,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:50:54.286845 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 8024085e-15fa-4d5f-a583-07b0ddf353c2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8024085e-15fa-4d5f-a583-07b0ddf353c2,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:54.322705 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b615cf04-026f-4f2f-bd1b-74b406b25a48 req-80fb55e3-f327-4459-9941-2be4acc68c7a tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496688
Nov 04 13:50:54.391683 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:54.395546 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a0b60335-5c0a-45ed-9140-df8c0e0d0ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:54.424216 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:54.426409 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:54.475135 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:54.476647 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] 10.222.0.90 "PUT /v2.0/ports/44297c04-80a3-4eb3-acf9-08778ee09d8b HTTP/1.1" status: 200  len: 1094 time: 1.5468497
Nov 04 13:50:54.481977 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'tag': '44297c04-80a3-4eb3-acf9-08778ee09d8b'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:54.491542 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Pushing event updated for resources: {'Port': ['ID=44297c04-80a3-4eb3-acf9-08778ee09d8b,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:54.494913 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:54.522890 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=8024085e-15fa-4d5f-a583-07b0ddf353c2,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:54.526422 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:54.549896 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'tag': '44297c04-80a3-4eb3-acf9-08778ee09d8b', 'status': 'completed', 'code': 200}
Nov 04 13:50:54.684626 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-771aaf8c-93e1-408a-be48-6db8c4067d32 req-633f0f05-936d-4068-af57-4e6fc8bc4ee7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1eac87b62e841038965ff631d986f32&device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 1097 time: 0.1036718
Nov 04 13:50:54.804423 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d1f11-c092-4e65-8e1a-495935a3d677 req-61222254-cac2-481a-8c24-4e54fcea4bad tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:54.805999 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c42d1f11-c092-4e65-8e1a-495935a3d677 req-61222254-cac2-481a-8c24-4e54fcea4bad tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 944 time: 0.1126239
Nov 04 13:50:54.824794 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['8024085e-15fa-4d5f-a583-07b0ddf353c2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:50:54.858734 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c42d1f11-c092-4e65-8e1a-495935a3d677 req-8f62fb5a-fe10-4d01-af9d-07c680c8df24 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455160
Nov 04 13:50:54.860517 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aaf8c-93e1-408a-be48-6db8c4067d32 req-ecf095ff-aef6-46dd-a026-15a173e467d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:54.862262 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-771aaf8c-93e1-408a-be48-6db8c4067d32 req-ecf095ff-aef6-46dd-a026-15a173e467d6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a1eac87b62e841038965ff631d986f32&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1657066
Nov 04 13:50:54.978224 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a155b9-1931-4f05-b00b-a04bff25e802 req-d3a127a7-6b10-4171-9d85-684c3104e6e4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:54.979978 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-97a155b9-1931-4f05-b00b-a04bff25e802 req-d3a127a7-6b10-4171-9d85-684c3104e6e4 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1254535
Nov 04 13:50:55.065095 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-97a155b9-1931-4f05-b00b-a04bff25e802 req-bd497c53-7421-49c6-b7b7-4f02ffec09d6 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773196
Nov 04 13:50:55.068318 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aaf8c-93e1-408a-be48-6db8c4067d32 req-c45286d9-c135-49fd-9b0a-338bd07a2a52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:55.070204 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-771aaf8c-93e1-408a-be48-6db8c4067d32 req-c45286d9-c135-49fd-9b0a-338bd07a2a52 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1997757
Nov 04 13:50:55.205147 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-76118a2d-8325-4403-ad38-38fafca36a76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1eac87b62e841038965ff631d986f32&device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 1097 time: 0.0701258
Nov 04 13:50:55.289256 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-2630c673-35b6-449a-a3a7-562a2989f365 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=44297c04-80a3-4eb3-acf9-08778ee09d8b HTTP/1.1" status: 200  len: 217 time: 0.0721285
Nov 04 13:50:55.371947 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-cd391c1a-2f5d-4e83-8172-df1463f238ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:55.373460 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-cd391c1a-2f5d-4e83-8172-df1463f238ac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e7e7508a-ca2a-4c65-ba80-1ed9e500e50f HTTP/1.1" status: 200  len: 849 time: 0.0690348
Nov 04 13:50:55.428641 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-a99a640d-65c1-4086-aa22-a46dd3ff9525 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99e76cd1-65c0-4775-9357-453d351811db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471394
Nov 04 13:50:55.509452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e75df-6794-4f11-851a-e781f53bea38 req-520f411a-967e-4a00-bceb-4196c03afe58 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:55.510963 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e8e75df-6794-4f11-851a-e781f53bea38 req-520f411a-967e-4a00-bceb-4196c03afe58 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1372705
Nov 04 13:50:55.573623 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e8e75df-6794-4f11-851a-e781f53bea38 req-81e58869-42ae-46b1-8992-941c07cc7d9a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0521412
Nov 04 13:50:55.588862 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-0b2a63a6-8570-43c9-bbd5-5f93396a5881 service neutron] 10.222.0.90 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479094
Nov 04 13:50:55.599566 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d902c-b6b7-4a52-881c-a58d51e29430 req-ae6194de-8171-4f82-9f99-a5ea504e533f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:55.601296 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-eb7d902c-b6b7-4a52-881c-a58d51e29430 req-ae6194de-8171-4f82-9f99-a5ea504e533f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 944 time: 0.1354187
Nov 04 13:50:55.662577 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-eb7d902c-b6b7-4a52-881c-a58d51e29430 req-1da120e0-14d8-438a-9906-74940fa1c2f4 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552621
Nov 04 13:50:55.745319 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cf222aa4-a8e1-48fd-9e5a-d1bf40529968 req-b1ae716e-bc69-4c42-b530-d8360a05988c service neutron] 10.222.0.90 "GET /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493948
Nov 04 13:50:55.943825 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 8024085e-15fa-4d5f-a583-07b0ddf353c2 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:50:56.080431 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d6354-78f8-4262-8f5b-6232cca78a63 req-3dce5604-694f-4c38-8836-6c763edde57a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:56.081920 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-515d6354-78f8-4262-8f5b-6232cca78a63 req-3dce5604-694f-4c38-8836-6c763edde57a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 944 time: 0.0816605
Nov 04 13:50:56.110919 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 8024085e-15fa-4d5f-a583-07b0ddf353c2 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:50:56.117082 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 8024085e-15fa-4d5f-a583-07b0ddf353c2 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:50:56.117853 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:56.130926 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-515d6354-78f8-4262-8f5b-6232cca78a63 req-5dd2448a-d175-4525-8a08-849e5dc91967 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433695
Nov 04 13:50:56.253065 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:56.288049 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024085e-15fa-4d5f-a583-07b0ddf353c2'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:50:56.300017 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 8024085e-15fa-4d5f-a583-07b0ddf353c2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8024085e-15fa-4d5f-a583-07b0ddf353c2,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:50:56.310302 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce36361-5e7d-4a31-ac9d-f344749bfe40 req-50dab037-edd6-440c-9e96-593685d8c07d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:56.314237 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5ce36361-5e7d-4a31-ac9d-f344749bfe40 req-50dab037-edd6-440c-9e96-593685d8c07d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1131263
Nov 04 13:50:56.360393 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5ce36361-5e7d-4a31-ac9d-f344749bfe40 req-cbc68c60-ebcb-4a36-99e9-162e292a4193 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426874
Nov 04 13:50:56.385048 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8024085e-15fa-4d5f-a583-07b0ddf353c2', 'code': 200}
Nov 04 13:50:56.414394 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:56.416764 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:56.484561 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=8024085e-15fa-4d5f-a583-07b0ddf353c2,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:56.493360 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.493697 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.494051 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.494463 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.494799 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.495115 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.495428 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.495765 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.496080 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.496398 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.496751 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:50:56.500956 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:56.870526 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ac576-f508-4e29-a306-0127d138517a req-14597fac-364a-40d7-bc65-e09651647c24 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:56.871962 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-387ac576-f508-4e29-a306-0127d138517a req-14597fac-364a-40d7-bc65-e09651647c24 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1435730
Nov 04 13:50:56.911995 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-19445e23-0d25-4db1-beb9-360e7a2fcc69 req-68da6a22-ada7-4e50-bc14-0fa102dc7807 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 1098 time: 0.0760367
Nov 04 13:50:56.940384 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-387ac576-f508-4e29-a306-0127d138517a req-892f7946-9dc2-480e-b126-dca283d3a9eb tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0621631
Nov 04 13:50:56.950875 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e255c18-ffa7-4b16-bcc1-1a1f0d81c9da req-3d1975ea-ebca-4022-9eb0-cfe363306a0d tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:56.952391 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e255c18-ffa7-4b16-bcc1-1a1f0d81c9da req-3d1975ea-ebca-4022-9eb0-cfe363306a0d tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 944 time: 0.1315486
Nov 04 13:50:56.960862 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-19445e23-0d25-4db1-beb9-360e7a2fcc69 req-6e84a18e-e646-4f2b-a9dd-34c7f53f1b59 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387349
Nov 04 13:50:57.017531 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e255c18-ffa7-4b16-bcc1-1a1f0d81c9da req-d8b39abc-98cd-4e78-86b3-0cd245c420e5 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579441
Nov 04 13:50:57.331882 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26805-ee96-4ae5-bbc2-7c46935556da req-7ed89b13-74ad-48bf-bd93-2ef0b7780b98 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:57.333332 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-62e26805-ee96-4ae5-bbc2-7c46935556da req-7ed89b13-74ad-48bf-bd93-2ef0b7780b98 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 945 time: 0.0771706
Nov 04 13:50:57.382859 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-62e26805-ee96-4ae5-bbc2-7c46935556da req-0d593e04-f1cf-4010-a695-6e0754b9f0e1 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429790
Nov 04 13:50:57.575619 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9163d-c1de-465f-a05c-8b2522b9c2fd req-49a3dec0-e129-4809-96c7-8b1f7d291780 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:57.577493 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9ed9163d-c1de-465f-a05c-8b2522b9c2fd req-49a3dec0-e129-4809-96c7-8b1f7d291780 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0844147
Nov 04 13:50:57.630234 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9ed9163d-c1de-465f-a05c-8b2522b9c2fd req-5bddeec9-fabd-4676-b19c-ae89f3140963 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471349
Nov 04 13:50:57.658945 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 58958) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:57.802938 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:57.835089 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:50:57.838814 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Usage tracker for resource:security_group_rule and tenant:66b0461366784d83a39f2037e61ab8a7 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:50:57.841578 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:50:57.847642 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:50:57.945629 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:58.102349 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:58.115609 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-db136f8a-e313-4262-8758-fee2389d8e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:58.281501 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=66b0461366784d83a39f2037e61ab8a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6182215
Nov 04 13:50:58.281501 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18e762-d053-4c11-ab68-60051d22a590,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:58.283752 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 58972) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:58.284556 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:58.328853 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381a7f0-8a57-46c8-8784-72906dea7093 req-2cc620c0-b1a5-4b05-b6a5-f5164249f735 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:58.330414 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7381a7f0-8a57-46c8-8784-72906dea7093 req-2cc620c0-b1a5-4b05-b6a5-f5164249f735 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.2639201
Nov 04 13:50:58.339968 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae6b01-a83c-480b-a1d9-a1252992d957 req-7c72b46b-449d-4afc-b34e-699c59c47181 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:58.341676 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9ae6b01-a83c-480b-a1d9-a1252992d957 req-7c72b46b-449d-4afc-b34e-699c59c47181 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 944 time: 0.1406364
Nov 04 13:50:58.361137 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:58.388355 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:58.425237 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9ae6b01-a83c-480b-a1d9-a1252992d957 req-b8dfa0b6-d81d-4436-ad33-75948cfd4b9f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661604
Nov 04 13:50:58.427377 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7381a7f0-8a57-46c8-8784-72906dea7093 req-bf691395-d9b3-4d2e-ad43-759563e01622 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0842853
Nov 04 13:50:58.552531 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:58.559560 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff2121d9-99bc-4452-b40e-efccb184922b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:50:58.577272 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18e762-d053-4c11-ab68-60051d22a590,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:50:58.581034 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:50:58.584228 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:50:58.587712 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/0e18e762-d053-4c11-ab68-60051d22a590 HTTP/1.1" status: 204  len: 168 time: 0.2997720
Nov 04 13:50:58.638786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85528c49-c9b5-4341-bab9-bb453a78e155 req-ae7ad6b4-88ec-4953-94dc-428b464ea257 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:58.641147 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-85528c49-c9b5-4341-bab9-bb453a78e155 req-ae7ad6b4-88ec-4953-94dc-428b464ea257 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 945 time: 0.1007626
Nov 04 13:50:58.688935 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-85528c49-c9b5-4341-bab9-bb453a78e155 req-c70d1740-d8ee-41fa-a1a6-9fa1d3b0c744 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419617
Nov 04 13:50:58.879034 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a9b4b-5522-4ab2-a4bb-b9193d0b1638 req-4ee8ba16-65e8-447c-92be-8881ccced066 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:58.880461 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d07a9b4b-5522-4ab2-a4bb-b9193d0b1638 req-4ee8ba16-65e8-447c-92be-8881ccced066 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0824125
Nov 04 13:50:58.934587 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d07a9b4b-5522-4ab2-a4bb-b9193d0b1638 req-b3d4b0d9-0e59-4f6f-9bd9-c5bb2b552688 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444245
Nov 04 13:50:59.650441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c4dcb-dd22-48cf-9916-507af28f2760 req-080d6a6b-d303-4418-8af4-daf9fee82e50 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:59.655414 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-478c4dcb-dd22-48cf-9916-507af28f2760 req-080d6a6b-d303-4418-8af4-daf9fee82e50 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 944 time: 0.0875437
Nov 04 13:50:59.705703 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-478c4dcb-dd22-48cf-9916-507af28f2760 req-4e9ba72a-6fc2-4d00-b999-88160d2e8224 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435548
Nov 04 13:50:59.798833 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278a460-f1cd-479a-b57f-7e7597df4e26 req-e068286e-a8ad-4d5b-bca7-028195088c28 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:59.800287 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1278a460-f1cd-479a-b57f-7e7597df4e26 req-e068286e-a8ad-4d5b-bca7-028195088c28 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0827241
Nov 04 13:50:59.898345 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1278a460-f1cd-479a-b57f-7e7597df4e26 req-09d50147-386c-4aa1-b50c-377f1759afa6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0920765
Nov 04 13:50:59.912728 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 59012) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:50:59.926936 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc9416-bee3-4499-a14f-582fc28303de req-db437140-c91a-437e-8f56-0851c641e4e7 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:50:59.928384 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5bbc9416-bee3-4499-a14f-582fc28303de req-db437140-c91a-437e-8f56-0851c641e4e7 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 945 time: 0.1073563
Nov 04 13:50:59.982467 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5bbc9416-bee3-4499-a14f-582fc28303de req-9abafa9a-85d1-47b1-819c-8942d3a00fb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462539
Nov 04 13:51:00.067088 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-203613086-network', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:00.072114 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:00.076085 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Usage tracker for resource:network and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:00.078965 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:00.084600 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:00.163372 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Made reservation on behalf of 50e0fa78a5624d548307a24e279b8b2e for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:51:00.165668 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.184545 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.224522 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003900e-8333-45aa-b00d-ab5dce90caa2 req-14430005-c5bc-430e-9be5-df543a89d229 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:00.230904 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6003900e-8333-45aa-b00d-ab5dce90caa2 req-14430005-c5bc-430e-9be5-df543a89d229 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1227047
Nov 04 13:51:00.266987 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:00.277354 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:00.282770 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:00.292637 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:00.305376 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6003900e-8333-45aa-b00d-ab5dce90caa2 req-fff6307b-d1d8-4d5f-863c-6f494bacbdd5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669634
Nov 04 13:51:00.369157 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.482226 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.485828 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:00.513363 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=83644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:51:00.527445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d7ee7-246e-4f2d-8366-537ba31d9d32,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:00.527445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:00.528702 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.529188 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Added segment ab4c4be0-09dd-4033-8012-ef5f96aa9253 of type vlan for network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd
Nov 04 13:51:00.558369 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.699405 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.705142 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:00.705142 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:00.705459 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:00.756973 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 44297c04-80a3-4eb3-acf9-08778ee09d8b details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:51:00.812837 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Pushing event updated for resources: {'Network': ['ID=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:00.814979 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:00.840229 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:51:00.916614 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c24a3-48a2-4170-a5ad-1d0a0d73c5c9 req-a9689852-0183-4bd6-832d-2f7af1a8df68 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:00.918964 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-461c24a3-48a2-4170-a5ad-1d0a0d73c5c9 req-a9689852-0183-4bd6-832d-2f7af1a8df68 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 944 time: 0.0874128
Nov 04 13:51:00.943472 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0295670
Nov 04 13:51:00.946234 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59048) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:00.952896 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Request body: {'subnet': {'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-203613086-subnet', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:00.958346 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:00.962745 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Usage tracker for resource:subnet and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:00.965937 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:00.972163 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:00.975443 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-461c24a3-48a2-4170-a5ad-1d0a0d73c5c9 req-db7de43f-ea2b-47e0-863c-435c33b685cc tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501428
Nov 04 13:51:00.993696 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 44297c04-80a3-4eb3-acf9-08778ee09d8b, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=44297c04-80a3-4eb3-acf9-08778ee09d8b,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:01.009474 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '44297c04-80a3-4eb3-acf9-08778ee09d8b', 'network_id': '99e76cd1-65c0-4775-9357-453d351811db', 'port_id': '44297c04-80a3-4eb3-acf9-08778ee09d8b', 'mac_address': 'fa:16:3e:64:e4:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e7508a-ca2a-4c65-ba80-1ed9e500e50f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:51:01.071588 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:01.092725 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44297c04-80a3-4eb3-acf9-08778ee09d8b {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:51:01.094823 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Made reservation on behalf of 50e0fa78a5624d548307a24e279b8b2e for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:51:01.097456 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1569752'] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:01.107709 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 44297c04-80a3-4eb3-acf9-08778ee09d8b, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=44297c04-80a3-4eb3-acf9-08778ee09d8b,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:01.185064 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:01.188483 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:01.214647 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0aa3-1c65-43d3-b1a3-99b712fb175c req-4f7731f4-8c40-46da-a55c-a6888b551c46 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:01.216340 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3a2c0aa3-1c65-43d3-b1a3-99b712fb175c req-4f7731f4-8c40-46da-a55c-a6888b551c46 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1095798
Nov 04 13:51:01.264819 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=44297c04-80a3-4eb3-acf9-08778ee09d8b,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:01.280900 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:01.283858 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3a2c0aa3-1c65-43d3-b1a3-99b712fb175c req-72d62e91-7579-40de-91bc-baa71be2654a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0587950
Nov 04 13:51:01.482443 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1569710'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:01.487757 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:01.510520 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ac1a5-1537-47d9-bd44-fd821e22914b req-0b401304-9a92-43f2-907d-2c179a3f9576 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:01.511984 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-397ac1a5-1537-47d9-bd44-fd821e22914b req-0b401304-9a92-43f2-907d-2c179a3f9576 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0790975
Nov 04 13:51:01.566067 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-397ac1a5-1537-47d9-bd44-fd821e22914b req-ae37f034-ee06-4c9a-ae48-c4f386188412 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477576
Nov 04 13:51:01.641285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d2cd62-1957-4e27-9e09-312447b72513,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:01.645608 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:01.656122 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Checking segment: {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:01.656466 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Network hostable DHCP agents. Network: b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:51:01.762412 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:51:01.845977 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:01.850551 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:01.851648 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:01.855416 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e49c3-1067-4c5f-bf9e-a1eaeec8e487 None None] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:51:01.972616 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0252576
Nov 04 13:51:01.975323 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59060) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:01.980821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:01.986601 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:01.990660 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Usage tracker for resource:router and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:01.993578 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:02.000314 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:02.087229 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:51:02.088034 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.096711 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.096711 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.111340 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['44297c04-80a3-4eb3-acf9-08778ee09d8b'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:51:02.112898 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.200883 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-074c2103-ed96-4388-930d-9d397ff8f587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.208257 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2909e9-3ac6-4bb7-a532-3c688e8c44c5 req-579a5be4-0880-4122-aeb4-702e90764588 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:02.214908 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5a2909e9-3ac6-4bb7-a532-3c688e8c44c5 req-579a5be4-0880-4122-aeb4-702e90764588 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 945 time: 0.1002288
Nov 04 13:51:02.304875 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5a2909e9-3ac6-4bb7-a532-3c688e8c44c5 req-6ff156a6-0b9e-4a97-a947-27bcc0c31c32 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862768
Nov 04 13:51:02.353207 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.407535 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.418565 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Allocated IP 172.20.0.2 (b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd/16d2cd62-1957-4e27-9e09-312447b72513/7a804e14-6140-43dc-b286-015eed3f9749) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:51:02.496630 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8bcc5-b25f-49c1-94e7-a213d5c8644b req-e0f56c07-3f4c-44d1-9815-0bbc8be1f9c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:02.498540 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7af8bcc5-b25f-49c1-94e7-a213d5c8644b req-e0f56c07-3f4c-44d1-9815-0bbc8be1f9c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0796833
Nov 04 13:51:02.559484 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7af8bcc5-b25f-49c1-94e7-a213d5c8644b req-79939796-9d8c-435a-bf31-49600cbdf9f9 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0536849
Nov 04 13:51:02.672701 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.719749 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.737134 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Transition to ACTIVE for port object 7a804e14-6140-43dc-b286-015eed3f9749 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:02.745895 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.764864 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Transition to ACTIVE for port object 7a804e14-6140-43dc-b286-015eed3f9749 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:02.789056 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.792899 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26d30d-d2e3-42f3-a133-2f13c7ce1a1b req-4d929967-b7ec-4403-b4eb-41e61c8cfd98 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:02.794619 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6a26d30d-d2e3-42f3-a133-2f13c7ce1a1b req-4d929967-b7ec-4403-b4eb-41e61c8cfd98 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0872035
Nov 04 13:51:02.829722 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:02.834419 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:02.871650 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6a26d30d-d2e3-42f3-a133-2f13c7ce1a1b req-2c913500-8afd-4821-863c-77ddb51c43b9 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666313
Nov 04 13:51:02.911675 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:02.915520 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:02.918408 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:51:02.925332 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Pushing event updated for resources: {'Port': ['ID=7a804e14-6140-43dc-b286-015eed3f9749,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:02.928156 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:02.980902 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Allocated IP 172.27.2.203 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/48427265-c9c6-4269-8225-7dd3198f1a2d) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:51:03.020794 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Attempting to bind port 7a804e14-6140-43dc-b286-015eed3f9749 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:51:03.021194 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Attempting to bind port 7a804e14-6140-43dc-b286-015eed3f9749 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:51:03.021560 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Attempting to bind port 7a804e14-6140-43dc-b286-015eed3f9749 on network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:51:03.028100 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:51:03.028474 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Checking segment: {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:03.028888 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:03.029248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Bound using segment: {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:51:03.030279 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Bound port: 7a804e14-6140-43dc-b286-015eed3f9749, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:51:03.034497 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:03.125454 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] For port 7a804e14-6140-43dc-b286-015eed3f9749, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:51:03.128549 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] For port 7a804e14-6140-43dc-b286-015eed3f9749, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=7a804e14-6140-43dc-b286-015eed3f9749,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:51:03.145309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:03.241286 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:03.248633 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1dcccb52-918a-416b-a0cd-1a9184991ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:03.271821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:03.276090 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-68cf4e32-f091-4d7d-9dfb-55d798b4eefa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:03.334659 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:03.337624 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:03.360734 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:51:03.378460 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Pushing event updated for resources: {'Port': ['ID=7a804e14-6140-43dc-b286-015eed3f9749,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:03.382493 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:03.412783 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Pushing event updated for resources: {'Port': ['ID=48427265-c9c6-4269-8225-7dd3198f1a2d,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:03.422353 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:03.627820 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cce26-4789-442a-9433-2915fc4c00cf req-7cf3d50b-d2a0-4be6-850d-fd33bffeaeac tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:03.629838 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dd8cce26-4789-442a-9433-2915fc4c00cf req-7cf3d50b-d2a0-4be6-850d-fd33bffeaeac tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 945 time: 0.1278653
Nov 04 13:51:03.684843 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dd8cce26-4789-442a-9433-2915fc4c00cf req-ed3dcb45-c7f4-4ae3-9424-797ac99da1e6 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488479
Nov 04 13:51:03.742077 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:03.742841 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:03.822439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1179c-48f6-48d7-8854-90e81bf700fd req-b730a171-07d5-4b91-aa31-1363caf8db40 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:03.824126 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7cd1179c-48f6-48d7-8854-90e81bf700fd req-b730a171-07d5-4b91-aa31-1363caf8db40 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0998046
Nov 04 13:51:03.864664 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 7a804e14-6140-43dc-b286-015eed3f9749 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:03.930303 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7cd1179c-48f6-48d7-8854-90e81bf700fd req-e4f39b40-965b-4ccf-a691-eee967fb1ade tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0955372
Nov 04 13:51:03.960227 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 44297c04-80a3-4eb3-acf9-08778ee09d8b up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:04.110970 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 7a804e14-6140-43dc-b286-015eed3f9749 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:04.179650 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 44297c04-80a3-4eb3-acf9-08778ee09d8b completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:04.180789 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:51:04.189717 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 44297c04-80a3-4eb3-acf9-08778ee09d8b triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:04.190121 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:04.302567 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c911f-5c8b-4059-935b-da24b980c801 req-82d54676-3f4f-46ff-99bf-fde2b6b48bdd tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:04.309607 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ba6c911f-5c8b-4059-935b-da24b980c801 req-82d54676-3f4f-46ff-99bf-fde2b6b48bdd tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2102184
Nov 04 13:51:04.410394 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ba6c911f-5c8b-4059-935b-da24b980c801 req-4143e22e-5eaf-4aae-b286-830b10d86e2f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997963
Nov 04 13:51:04.423885 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b3707990-5dd4-4188-9786-570a6599407b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:04.444129 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:04.472799 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44297c04-80a3-4eb3-acf9-08778ee09d8b'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:51:04.495541 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 44297c04-80a3-4eb3-acf9-08778ee09d8b, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=44297c04-80a3-4eb3-acf9-08778ee09d8b,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:04.542613 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:51:04.554821 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Sync routers for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:51:04.558781 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44297c04-80a3-4eb3-acf9-08778ee09d8b', 'code': 200}
Nov 04 13:51:04.571868 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5451ece9-f2e6-4500-8846-17584018c65a None None] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:51:04.572146 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:04.573024 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adffeb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:04.597132 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:04.603134 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:04.699444 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:04.707790 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7312033
Nov 04 13:51:04.710533 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 59118) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:04.775299 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:04.793284 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=44297c04-80a3-4eb3-acf9-08778ee09d8b,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:04.809094 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:04.812741 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Provisioning for port 7a804e14-6140-43dc-b286-015eed3f9749 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:04.834171 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Provisioning complete for port 7a804e14-6140-43dc-b286-015eed3f9749 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:04.835039 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.078885 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e648e-6075-4618-b7e5-6e7069007002 req-aecbb156-04f0-463f-aaa5-6f94e1645ed2 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:05.086156 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-db6e648e-6075-4618-b7e5-6e7069007002 req-aecbb156-04f0-463f-aaa5-6f94e1645ed2 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 946 time: 0.1549320
Nov 04 13:51:05.113863 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.167427 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] For port 7a804e14-6140-43dc-b286-015eed3f9749, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=7a804e14-6140-43dc-b286-015eed3f9749,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:05.185056 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d17ba543-b370-4336-b628-6a50723d9e36 req-8ec63a81-ccbd-4d93-96ae-12a1d4e2c7cf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 1099 time: 0.1536047
Nov 04 13:51:05.210331 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adffeb0>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:03Z', 'revision_number': 3, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:05.233718 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Checking router: 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:51:05.234445 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Updating router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 port 48427265-c9c6-4269-8225-7dd3198f1a2d binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:51:05.253661 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d17ba543-b370-4336-b628-6a50723d9e36 req-7ef3c657-5158-4b98-9fd6-bf2e05fad5ca service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595961
Nov 04 13:51:05.276597 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.278341 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-db6e648e-6075-4618-b7e5-6e7069007002 req-56169880-41b6-47dd-a502-966b919fd093 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1912472
Nov 04 13:51:05.282660 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:05.335172 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.379787 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ae173-a4ba-41cc-a981-85ea77111802 req-07f62871-6616-429a-99ad-8d8f3250c49e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:05.381527 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-300ae173-a4ba-41cc-a981-85ea77111802 req-07f62871-6616-429a-99ad-8d8f3250c49e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.2751575
Nov 04 13:51:05.388017 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Pushing event updated for resources: {'Port': ['ID=7a804e14-6140-43dc-b286-015eed3f9749,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:05.403284 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:05.499780 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.500040 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-300ae173-a4ba-41cc-a981-85ea77111802 req-8743808b-7ed3-4b6d-a9bb-d6ccac3c388d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0670295
Nov 04 13:51:05.509258 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-d544387e-74d3-40b0-882e-abd5341b5870 None None] Provisioning complete for port 7a804e14-6140-43dc-b286-015eed3f9749 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:05.511877 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d544387e-74d3-40b0-882e-abd5341b5870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.825500 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.830758 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 7a804e14-6140-43dc-b286-015eed3f9749 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:05.839386 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d948f02-5b94-44e4-a32a-c7d61662413e req-8ae8818e-8bfc-44f8-98fe-30d3cbd23de1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:05.840851 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d948f02-5b94-44e4-a32a-c7d61662413e req-8ae8818e-8bfc-44f8-98fe-30d3cbd23de1 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1559258
Nov 04 13:51:05.849236 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Transition to ACTIVE for port object 48427265-c9c6-4269-8225-7dd3198f1a2d will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:05.903053 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 7a804e14-6140-43dc-b286-015eed3f9749 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:05.903053 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.909441 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d948f02-5b94-44e4-a32a-c7d61662413e req-f93fd4d3-8004-41f9-828b-ded24af3f09e tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614908
Nov 04 13:51:05.962378 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:05.969430 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:06.064139 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Attempting to bind port 48427265-c9c6-4269-8225-7dd3198f1a2d on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:51:06.064499 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Attempting to bind port 48427265-c9c6-4269-8225-7dd3198f1a2d by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:51:06.064853 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Attempting to bind port 48427265-c9c6-4269-8225-7dd3198f1a2d on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:51:06.067618 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Pushing event updated for resources: {'Port': ['ID=48427265-c9c6-4269-8225-7dd3198f1a2d,revision_number=2']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:06.078317 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:51:06.080110 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:06.080110 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:06.080110 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:51:06.080110 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Bound port: 48427265-c9c6-4269-8225-7dd3198f1a2d, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:51:06.080524 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:06.104637 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:06.115305 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.115637 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.115957 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.116389 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.116658 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.116973 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.117286 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.117634 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.117972 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.118284 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.118589 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:06.122129 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:06.167033 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] For port 48427265-c9c6-4269-8225-7dd3198f1a2d, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:51:06.170090 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] For port 48427265-c9c6-4269-8225-7dd3198f1a2d, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=48427265-c9c6-4269-8225-7dd3198f1a2d,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:51:06.276882 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:06.291239 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-420c622b-42c3-43e4-a2b2-290efc4126b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:06.339750 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Allocated IP 172.20.0.1 (b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd/16d2cd62-1957-4e27-9e09-312447b72513/2986999b-20f3-4b5a-8ee1-682925caaaa6) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:51:06.358228 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:06.367888 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adffeb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:06.455909 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Pushing event updated for resources: {'Port': ['ID=48427265-c9c6-4269-8225-7dd3198f1a2d,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:06.459026 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-a2fb20cc-f095-4475-ae45-97eb51c0245e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:06.577105 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:06.647620 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:06.676681 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Transition to ACTIVE for port object 2986999b-20f3-4b5a-8ee1-682925caaaa6 will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:06.684417 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65efff-9415-4caa-aa70-a43eefe68f1d req-b4456340-8c9d-4c62-a240-9621dc85d379 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:06.686517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9f65efff-9415-4caa-aa70-a43eefe68f1d req-b4456340-8c9d-4c62-a240-9621dc85d379 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 946 time: 0.2525306
Nov 04 13:51:06.744060 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9f65efff-9415-4caa-aa70-a43eefe68f1d req-77e3d198-1e2e-4d8e-a847-00dc0a5c1b67 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475159
Nov 04 13:51:06.813033 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:06.817231 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:06.941617 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:06.947466 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:06.950348 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=2986999b-20f3-4b5a-8ee1-682925caaaa6,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:06.952950 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:51:06.982168 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:06.987524 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adffeb0>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:03Z', 'revision_number': 3, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:06.990375 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b19f26b-1d12-4cb6-a9a7-46ba99c0f591 None None] The sync data for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi is: [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:03Z', 'revision_number': 3, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:51:07.015933 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:07.027329 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:07.064047 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422824ef-12ee-4236-9bbd-79641d07edbb req-0760858a-0660-4f38-b582-84dfb8dda62d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:07.064836 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-422824ef-12ee-4236-9bbd-79641d07edbb req-0760858a-0660-4f38-b582-84dfb8dda62d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.2101674
Nov 04 13:51:07.176969 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-422824ef-12ee-4236-9bbd-79641d07edbb req-c214eda7-1c8b-4205-b805-ec4a11fb69f6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1022243
Nov 04 13:51:07.212583 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edde352-f427-4230-954e-aa0e7c2bce9e req-50715d9b-ac39-49d6-b9fb-e5e717acd35d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:07.220176 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4edde352-f427-4230-954e-aa0e7c2bce9e req-50715d9b-ac39-49d6-b9fb-e5e717acd35d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1248937
Nov 04 13:51:07.346546 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4edde352-f427-4230-954e-aa0e7c2bce9e req-f5950c71-3611-4a04-af69-f9032a75cdaf tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252291
Nov 04 13:51:07.347679 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:07.423432 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9d8f6197-345f-4904-b532-9b46631513c1 None None] Provisioning for port 2986999b-20f3-4b5a-8ee1-682925caaaa6 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:07.429628 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9d8f6197-345f-4904-b532-9b46631513c1 None None] Provisioning complete for port 2986999b-20f3-4b5a-8ee1-682925caaaa6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:07.430214 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9d8f6197-345f-4904-b532-9b46631513c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:07.499513 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f6197-345f-4904-b532-9b46631513c1 None None] Port 2986999b-20f3-4b5a-8ee1-682925caaaa6 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:51:07.624223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:07.774090 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:07.832530 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:07.893934 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 48427265-c9c6-4269-8225-7dd3198f1a2d up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:08.000495 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Pushing event updated for resources: {'Port': ['ID=2986999b-20f3-4b5a-8ee1-682925caaaa6,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:08.038991 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:08.039942 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.081952 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 48427265-c9c6-4269-8225-7dd3198f1a2d completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:08.082402 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59162) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:08.087352 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 48427265-c9c6-4269-8225-7dd3198f1a2d triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:08.087978 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.199148 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c698a-1956-4c54-89fe-d05fcd206051 req-5d1dd3e8-a3f0-4e52-b8af-930dd6fe0110 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:08.202688 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-130c698a-1956-4c54-89fe-d05fcd206051 req-5d1dd3e8-a3f0-4e52-b8af-930dd6fe0110 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 946 time: 0.2111020
Nov 04 13:51:08.258213 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.277358 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.286566 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:08.300542 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:08.300701 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:08.304608 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6223669e2964a10bc23975079439105 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:08.309171 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:08.320868 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 48427265-c9c6-4269-8225-7dd3198f1a2d, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=48427265-c9c6-4269-8225-7dd3198f1a2d,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:08.325577 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:08.395867 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-130c698a-1956-4c54-89fe-d05fcd206051 req-a539ac31-3864-41bc-8ae8-a62930b5a7a5 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685860
Nov 04 13:51:08.402447 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.408596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.413495 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-9c320b09-76b6-42a5-8d56-de311cc59a09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:08.500200 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=48427265-c9c6-4269-8225-7dd3198f1a2d,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:08.511152 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:08.515330 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.525489 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0267da37-2a90-4e9b-9259-95bb94c204ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:08.582398 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b6223669e2964a10bc23975079439105&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4988148
Nov 04 13:51:08.583352 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59174) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:08.600306 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd640413-1796-400d-a0f3-e5af12ab635f,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:08.604390 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:08.639266 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-f495b5e8-79bd-4c73-a00e-53688ea0a79f None None] Provisioning complete for port 2986999b-20f3-4b5a-8ee1-682925caaaa6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:08.639901 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f495b5e8-79bd-4c73-a00e-53688ea0a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.704351 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-f495b5e8-79bd-4c73-a00e-53688ea0a79f None None] Port 2986999b-20f3-4b5a-8ee1-682925caaaa6 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:51:08.714279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b79075-db90-40b3-abf3-11982c8b14fe req-bec368ab-9c07-449c-8cfd-52d9b70ac54d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:08.715790 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8b79075-db90-40b3-abf3-11982c8b14fe req-bec368ab-9c07-449c-8cfd-52d9b70ac54d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.3277409
Nov 04 13:51:08.726004 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6ef54-d8d8-4213-b3ed-e5f8fea0f4c4 req-ea36215a-fa3b-4b19-b9f5-3e9e5ee9982d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:08.727378 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1a6ef54-d8d8-4213-b3ed-e5f8fea0f4c4 req-ea36215a-fa3b-4b19-b9f5-3e9e5ee9982d tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1581342
Nov 04 13:51:08.744285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.770784 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.899441 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.903352 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-97b57bf8-64d9-413b-a070-0267ac0f04ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:08.917498 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd640413-1796-400d-a0f3-e5af12ab635f,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:08.920511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:08.926129 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:08.926688 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/cd640413-1796-400d-a0f3-e5af12ab635f HTTP/1.1" status: 204  len: 168 time: 0.3413701
Nov 04 13:51:08.971462 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8b79075-db90-40b3-abf3-11982c8b14fe req-b4b8a1b9-0ff3-4d27-bc1d-ad8b8244363c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1893699
Nov 04 13:51:08.979971 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1a6ef54-d8d8-4213-b3ed-e5f8fea0f4c4 req-6c4f6550-3c53-4afb-b92a-5b4dc10e17ad tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1967945
Nov 04 13:51:09.217828 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:51:09.441877 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:51:09.451361 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] 10.222.0.96 "PUT /v2.0/routers/4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7395375
Nov 04 13:51:09.693171 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f096041a-33e0-43ba-8cbe-bbc1df74002f req-31c0e157-aa43-478a-a5cf-60cc854b0760 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.0985529
Nov 04 13:51:09.756074 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f096041a-33e0-43ba-8cbe-bbc1df74002f req-b783196a-f3a6-4f41-9062-48ef313933e1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509305
Nov 04 13:51:09.772884 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8afc4-033b-4474-bde5-c1faf4a579fe req-976b6b30-f0f9-44b4-a8d3-28fa4c8b5fe8 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:09.775767 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-89d8afc4-033b-4474-bde5-c1faf4a579fe req-976b6b30-f0f9-44b4-a8d3-28fa4c8b5fe8 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1684947
Nov 04 13:51:09.883618 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add5310c-8cc9-4a29-be52-d69c9777578b req-ae97558e-f5bb-4ebc-a132-1c270778fc17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 1098 time: 0.1545012
Nov 04 13:51:09.886697 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-89d8afc4-033b-4474-bde5-c1faf4a579fe req-77e74432-745d-4e7d-8607-79c25c4a88c2 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1030645
Nov 04 13:51:09.898294 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 48427265-c9c6-4269-8225-7dd3198f1a2d up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:09.996898 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 48427265-c9c6-4269-8225-7dd3198f1a2d triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:09.996898 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:10.247037 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5310c-8cc9-4a29-be52-d69c9777578b req-28e80aea-dcdd-4af7-baea-4e8ea036076f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:10.250089 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add5310c-8cc9-4a29-be52-d69c9777578b req-28e80aea-dcdd-4af7-baea-4e8ea036076f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 910 time: 0.2777545
Nov 04 13:51:10.402292 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eed4c9-79da-4bbe-ac4c-9894180c2e43 req-c1727115-25c6-43aa-916f-f0727932de78 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:10.403738 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-33eed4c9-79da-4bbe-ac4c-9894180c2e43 req-c1727115-25c6-43aa-916f-f0727932de78 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2578793
Nov 04 13:51:10.408694 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add5310c-8cc9-4a29-be52-d69c9777578b req-97c48f33-acbd-471d-990d-eaa339cb226c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 200  len: 1000 time: 0.1469617
Nov 04 13:51:10.501428 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5310c-8cc9-4a29-be52-d69c9777578b req-1dbc8366-ccbe-4828-a538-1c4329033258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:10.502883 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add5310c-8cc9-4a29-be52-d69c9777578b req-1dbc8366-ccbe-4828-a538-1c4329033258 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.0793693
Nov 04 13:51:10.504992 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-33eed4c9-79da-4bbe-ac4c-9894180c2e43 req-12c55d08-4c4f-4cf8-8c01-be9f50c03ca5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954561
Nov 04 13:51:10.600488 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add5310c-8cc9-4a29-be52-d69c9777578b req-05b8d429-3792-4b0f-93a4-4bf6c05670f5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826013
Nov 04 13:51:10.823091 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add5310c-8cc9-4a29-be52-d69c9777578b req-149aa3a7-e532-43e0-89b1-a9e8a790b5c4 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2175531
Nov 04 13:51:10.921708 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Sync routers for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:51:10.928270 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75720a6a-75a6-4cfb-a5fd-ebba540ee24b req-b6c0be1c-8748-4630-9ee1-bffdb80861bf tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:10.929737 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75720a6a-75a6-4cfb-a5fd-ebba540ee24b req-b6c0be1c-8748-4630-9ee1-bffdb80861bf tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 946 time: 0.1913993
Nov 04 13:51:10.938325 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:10.939293 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b354790>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:11.113092 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add5310c-8cc9-4a29-be52-d69c9777578b req-cdacfa26-c0ad-48cf-88cc-fc349e259c5f service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2783105
Nov 04 13:51:11.156089 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75720a6a-75a6-4cfb-a5fd-ebba540ee24b req-7faaec27-a617-45fe-a726-6597e59e6982 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2185557
Nov 04 13:51:11.172220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59246) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:11.187093 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1053031113-network', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:11.197068 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:11.202951 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc57fc5-0dc3-4117-899c-adfaa87de63f req-af323a24-52f2-4cae-bf78-6416ceda2a44 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:11.205948 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8dc57fc5-0dc3-4117-899c-adfaa87de63f req-af323a24-52f2-4cae-bf78-6416ceda2a44 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1496115
Nov 04 13:51:11.210488 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Usage tracker for resource:network and tenant:59d4a3042d4e4b759073794f4a5ec298 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:11.211747 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:11.224348 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:11.238869 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:11.271795 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8dc57fc5-0dc3-4117-899c-adfaa87de63f req-1854aac3-2c30-41dd-818a-a1101bc4e5f1 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0601318
Nov 04 13:51:11.387013 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Made reservation on behalf of 59d4a3042d4e4b759073794f4a5ec298 for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:51:11.395636 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.407249 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.440404 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:11.444201 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Usage tracker for resource:security_group_rule and tenant:59d4a3042d4e4b759073794f4a5ec298 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:11.447116 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:11.453824 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:11.522531 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.590775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.594919 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-75584025-c4f4-41e3-b2dc-a1cf1fcec738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:11.627923 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b354790>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 2, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:11.631185 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:51:11.634100 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Checking router: 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:51:11.634517 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Updating router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 port 2986999b-20f3-4b5a-8ee1-682925caaaa6 binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:51:11.640782 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb127751-d907-4e6c-8ca6-47cadabbeb7e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:11.643851 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:11.654246 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.654246 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Added segment 817b7d84-1b3a-41f7-b89f-47cbfb915113 of type vlan for network d772437e-0b55-405d-8127-5e1ad6135478
Nov 04 13:51:11.685669 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.697378 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.757629 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a193bed-8740-450b-97a7-8faccbd86660 req-3143123f-1750-4fe1-8ae6-bcf9dc74dd96 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:11.759348 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5a193bed-8740-450b-97a7-8faccbd86660 req-3143123f-1750-4fe1-8ae6-bcf9dc74dd96 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0866985
Nov 04 13:51:11.800225 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.805011 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:11.805011 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:11.807821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:11.823219 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5a193bed-8740-450b-97a7-8faccbd86660 req-0239b0e7-0554-4830-b318-303d70573ad5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541427
Nov 04 13:51:11.926423 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 59262) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:11.940807 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Pushing event updated for resources: {'Network': ['ID=d772437e-0b55-405d-8127-5e1ad6135478,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:11.943899 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:11.953781 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network d772437e-0b55-405d-8127-5e1ad6135478 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:51:12.083718 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9097412
Nov 04 13:51:12.086342 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59270) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:12.090083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.093439 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Request body: {'subnet': {'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1053031113-subnet', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:12.100014 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:12.105698 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Usage tracker for resource:subnet and tenant:59d4a3042d4e4b759073794f4a5ec298 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:12.127804 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:12.128048 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:12.132758 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Usage tracker for resource:security_group_rule and tenant:2d019c2928164d6286ef9baaa7410dd2 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:12.136455 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:12.142065 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:12.143625 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:12.284393 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.299353 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Transition to ACTIVE for port object 2986999b-20f3-4b5a-8ee1-682925caaaa6 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:12.326640 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Made reservation on behalf of 59d4a3042d4e4b759073794f4a5ec298 for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:51:12.329849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1569752'] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.398879 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.413522 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.417504 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-74acbdba-e04a-4745-b427-dfe39ef25eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:12.451428 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a4b01-d76c-4876-b3c1-0a56ded4e255 req-0a82b6af-0fc0-4455-bf99-676d458ea6b6 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:12.455854 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a42a4b01-d76c-4876-b3c1-0a56ded4e255 req-0a82b6af-0fc0-4455-bf99-676d458ea6b6 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 946 time: 0.1175797
Nov 04 13:51:12.488183 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.504154 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e96c9740-db6c-4e38-bca9-df8389b76bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:12.581326 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2831d34c-1ea6-4e5a-8e84-7f621e208e3d,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:12.585307 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:12.594465 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945709a-92dd-4ca5-aef8-e4f745c67123 None None] Pushing event updated for resources: {'Port': ['ID=2986999b-20f3-4b5a-8ee1-682925caaaa6,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:12.599063 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-8945709a-92dd-4ca5-aef8-e4f745c67123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:12.603472 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a42a4b01-d76c-4876-b3c1-0a56ded4e255 req-141c6e6e-57ca-40d8-b3a6-2adcd464dd73 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409056
Nov 04 13:51:12.608752 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=2d019c2928164d6286ef9baaa7410dd2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6783974
Nov 04 13:51:12.612083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 59284) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:12.765205 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.778462 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Attempting to bind port 2986999b-20f3-4b5a-8ee1-682925caaaa6 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:51:12.778462 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Attempting to bind port 2986999b-20f3-4b5a-8ee1-682925caaaa6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:51:12.778462 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Attempting to bind port 2986999b-20f3-4b5a-8ee1-682925caaaa6 on network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:51:12.790781 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:51:12.791154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Checking segment: {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:12.791551 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.791945 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Bound using segment: {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:51:12.792416 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Bound port: 2986999b-20f3-4b5a-8ee1-682925caaaa6, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:51:12.792799 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.817946 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1569710'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.817946 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:12.900944 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] For port 2986999b-20f3-4b5a-8ee1-682925caaaa6, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:51:12.908043 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] For port 2986999b-20f3-4b5a-8ee1-682925caaaa6, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=2986999b-20f3-4b5a-8ee1-682925caaaa6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:51:12.918374 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:12.952653 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0aefdf-648f-4b1a-b389-72e27708557c,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:12.960973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:12.977641 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Checking segment: {'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:12.977641 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Network hostable DHCP agents. Network: d772437e-0b55-405d-8127-5e1ad6135478, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:51:13.013178 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-0b0fcaae-03f0-492a-8b49-a5fb0217aaec tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:13.014093 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-0b0fcaae-03f0-492a-8b49-a5fb0217aaec tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Synchronizing usage tracker for tenant:a1eac87b62e841038965ff631d986f32 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:51:13.036625 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-ee2838ad-a6dc-45b2-bb87-619340df546e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.2486537
Nov 04 13:51:13.043094 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a6dcf-53f1-4915-a09a-b5ca21e56db4 req-528394ab-2c0f-4853-91b6-6f9b0339db2e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:13.044394 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0d4a6dcf-53f1-4915-a09a-b5ca21e56db4 req-528394ab-2c0f-4853-91b6-6f9b0339db2e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.2602170
Nov 04 13:51:13.047815 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.052151 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:13.074169 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242bed8-77a5-40bb-9865-b2fc604ae778 req-9abdda4a-fbb7-4a81-93f0-6366f3776df3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:13.075615 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0242bed8-77a5-40bb-9865-b2fc604ae778 req-9abdda4a-fbb7-4a81-93f0-6366f3776df3 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.2510219
Nov 04 13:51:13.133634 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945709a-92dd-4ca5-aef8-e4f745c67123 None None] Pushing event updated for resources: {'Port': ['ID=2986999b-20f3-4b5a-8ee1-682925caaaa6,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:13.136599 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:13.137206 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b354790>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:13.144559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Network d772437e-0b55-405d-8127-5e1ad6135478 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:51:13.188959 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-0b0fcaae-03f0-492a-8b49-a5fb0217aaec tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Unset dirty status for tenant:a1eac87b62e841038965ff631d986f32 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:51:13.190514 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-0b0fcaae-03f0-492a-8b49-a5fb0217aaec tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 946 time: 0.3111296
Nov 04 13:51:13.200974 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.213263 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-35e6d125-5425-438a-92c4-65887b67d011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:13.236086 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-8945709a-92dd-4ca5-aef8-e4f745c67123 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:13.268417 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, d772437e-0b55-405d-8127-5e1ad6135478) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:13.278118 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc12ffe3-e418-488a-b8fa-7227fc65164f None None] Network d772437e-0b55-405d-8127-5e1ad6135478 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:51:13.282656 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:13.283459 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.298293 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Deleting port 44297c04-80a3-4eb3-acf9-08778ee09d8b {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:51:13.298900 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.316861 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0d4a6dcf-53f1-4915-a09a-b5ca21e56db4 req-a436165f-ecfc-4bf1-92cc-140e7ea38353 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2486565
Nov 04 13:51:13.335000 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.336284 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2831d34c-1ea6-4e5a-8e84-7f621e208e3d HTTP/1.1" status: 204  len: 168 time: 0.7232552
Nov 04 13:51:13.337246 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831d34c-1ea6-4e5a-8e84-7f621e208e3d,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:13.358277 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:13.358277 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-9ff086b6-23d0-4b42-aa5c-320ef3b2632f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:13.359053 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-9ff086b6-23d0-4b42-aa5c-320ef3b2632f service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.3114419
Nov 04 13:51:13.385562 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0242bed8-77a5-40bb-9865-b2fc604ae778 req-a7fda736-381d-4014-9263-303d21e4e39a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2890100
Nov 04 13:51:13.484028 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-d191d2c1-8a24-4785-904d-59daf89376f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 217 time: 0.0941377
Nov 04 13:51:13.566428 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:13.572575 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.4822366
Nov 04 13:51:13.574502 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 59296) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:13.583388 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:13.588507 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-94ca377f-ff16-42e5-a94a-54db495eb3b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:13.605592 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-94ca377f-ff16-42e5-a94a-54db495eb3b0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.1148767
Nov 04 13:51:13.606700 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:13.672566 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Usage tracker for resource:router and tenant:59d4a3042d4e4b759073794f4a5ec298 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:13.679738 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:13.699856 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-b860abea-859d-4fea-88f4-d01f41a818c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852475
Nov 04 13:51:13.700769 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:13.748714 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] For port 44297c04-80a3-4eb3-acf9-08778ee09d8b, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=44297c04-80a3-4eb3-acf9-08778ee09d8b,segment=NetworkSegment(7389ed48-17b5-4e5e-96bd-60fc8a36e855),segment_id=7389ed48-17b5-4e5e-96bd-60fc8a36e855)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:13.749874 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.835378 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.837411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:13.940706 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Calling delete_port for 44297c04-80a3-4eb3-acf9-08778ee09d8b owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:51:13.948069 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-6d20637c-3cfd-41c0-b8b7-b751d7670c6b service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2395620
Nov 04 13:51:13.992336 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-d772437e-0b55-405d-8127-5e1ad6135478', 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'fixed_ips': [{'subnet_id': '8e0aefdf-648f-4b1a-b389-72e27708557c'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:51:13.993781 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:14.085289 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:14.145895 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f596c73c-12cc-425a-b636-58e95cfe4a0b req-44565f7b-5fa9-4ca3-b5dc-c20bbc50d113 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861315
Nov 04 13:51:14.152288 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6849954-2dfe-4db1-b9e1-384563487b6c req-e6c5a076-60d2-4494-b878-ce5c899e16f4 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:14.153951 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6849954-2dfe-4db1-b9e1-384563487b6c req-e6c5a076-60d2-4494-b878-ce5c899e16f4 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 946 time: 0.3206706
Nov 04 13:51:14.166356 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:14.172483 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:14.226400 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Pushing event deleted for resources: {'Port': ['ID=44297c04-80a3-4eb3-acf9-08778ee09d8b,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:14.234114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['44297c04-80a3-4eb3-acf9-08778ee09d8b'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:51:14.235727 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:14.310563 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b354790>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:12Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:14.323325 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7de215-ca3b-481f-8ede-38c4b98c0a15 None None] The sync data for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi is: [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:12Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:51:14.325348 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Allocated IP 172.20.0.2 (d772437e-0b55-405d-8127-5e1ad6135478/8e0aefdf-648f-4b1a-b389-72e27708557c/02d240da-eaa5-45be-8747-4e080ecbcfb6) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:51:14.327585 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6849954-2dfe-4db1-b9e1-384563487b6c req-35e86462-d16c-4f06-ba5a-978a64451a02 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/security-groups?id=67f614fd-d0e9-4756-8c5b-84f716dbb09e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655948
Nov 04 13:51:14.346219 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:14.620637 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:14.643679 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Transition to ACTIVE for port object 02d240da-eaa5-45be-8747-4e080ecbcfb6 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:14.681186 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Transition to ACTIVE for port object 02d240da-eaa5-45be-8747-4e080ecbcfb6 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:14.779627 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:14.784603 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:14.793794 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] No DVR routers for this DVR port 44297c04-80a3-4eb3-acf9-08778ee09d8b on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:51:14.803157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:14.806012 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'name': 'network-vif-deleted', 'tag': '44297c04-80a3-4eb3-acf9-08778ee09d8b'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:51:14.869498 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdca45-1592-4ca2-94c6-de345b2c50e0 req-f115e9d2-953d-4a53-82dc-b618ca2e5676 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:14.871313 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6fdca45-1592-4ca2-94c6-de345b2c50e0 req-f115e9d2-953d-4a53-82dc-b618ca2e5676 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1364112
Nov 04 13:51:14.880069 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6e34ff-879d-4999-ac1f-500a42c5e252', 'name': 'network-vif-deleted', 'tag': '44297c04-80a3-4eb3-acf9-08778ee09d8b', 'status': 'completed', 'code': 200}
Nov 04 13:51:14.899778 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Network d772437e-0b55-405d-8127-5e1ad6135478 is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:14.909707 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:14.912563 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:51:14.963356 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9dbec5f8-5907-46d2-b69b-8885ebc1a1ba req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.90 "DELETE /v2.0/ports/44297c04-80a3-4eb3-acf9-08778ee09d8b HTTP/1.1" status: 204  len: 173 time: 1.7638202
Nov 04 13:51:14.980803 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e6fdca45-1592-4ca2-94c6-de345b2c50e0 req-421d27fb-aa52-4859-a34c-f37f155d095f tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959327
Nov 04 13:51:14.988411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.011478 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Pushing event updated for resources: {'Port': ['ID=02d240da-eaa5-45be-8747-4e080ecbcfb6,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:15.016275 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:15.040833 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.048627 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Attempting to bind port 02d240da-eaa5-45be-8747-4e080ecbcfb6 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:51:15.049000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Attempting to bind port 02d240da-eaa5-45be-8747-4e080ecbcfb6 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:51:15.049404 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Attempting to bind port 02d240da-eaa5-45be-8747-4e080ecbcfb6 on network d772437e-0b55-405d-8127-5e1ad6135478 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:51:15.056838 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:51:15.057227 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Checking segment: {'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:15.057686 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.058145 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Bound using segment: {'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:51:15.058618 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Bound port: 02d240da-eaa5-45be-8747-4e080ecbcfb6, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:51:15.059097 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.185096 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] For port 02d240da-eaa5-45be-8747-4e080ecbcfb6, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:51:15.189617 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] For port 02d240da-eaa5-45be-8747-4e080ecbcfb6, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=02d240da-eaa5-45be-8747-4e080ecbcfb6,segment=NetworkSegment(817b7d84-1b3a-41f7-b89f-47cbfb915113),segment_id=817b7d84-1b3a-41f7-b89f-47cbfb915113)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:51:15.218848 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Allocated IP 172.27.2.100 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/74ebca2a-cabb-4ec3-83f7-2cd0531b7890) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:51:15.265788 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.277026 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:15.364902 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Pushing event updated for resources: {'Port': ['ID=02d240da-eaa5-45be-8747-4e080ecbcfb6,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:15.370674 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:15.412681 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.516350 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.531221 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:15.629102 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:15.636650 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:15.642976 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ef76893b-3e1c-4fbb-88be-109ebd58de33 req-2d81e5fc-cd44-41c5-885c-60c7d6c6a66f tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] 10.222.0.96 "GET /v2.0/ports?device_id=5a6e34ff-879d-4999-ac1f-500a42c5e252 HTTP/1.1" status: 200  len: 210 time: 0.1128230
Nov 04 13:51:15.643723 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:51:15.694184 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Pushing event updated for resources: {'Port': ['ID=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:15.698207 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:15.929012 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.930068 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:15.936672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 02d240da-eaa5-45be-8747-4e080ecbcfb6 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:16.159789 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 02d240da-eaa5-45be-8747-4e080ecbcfb6 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:16.165155 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2986999b-20f3-4b5a-8ee1-682925caaaa6 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:16.249560 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729abc9-771a-479b-875e-26ddfa3161d6 req-9d519146-f853-4b66-a9fb-7276039421a5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:16.251014 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1729abc9-771a-479b-875e-26ddfa3161d6 req-9d519146-f853-4b66-a9fb-7276039421a5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1216168
Nov 04 13:51:16.304223 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 2986999b-20f3-4b5a-8ee1-682925caaaa6 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:16.311658 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 2986999b-20f3-4b5a-8ee1-682925caaaa6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:16.315011 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:16.324097 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1729abc9-771a-479b-875e-26ddfa3161d6 req-eaefa865-cd63-4156-9235-47c03e97d510 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603533
Nov 04 13:51:16.401646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Router a1212ce3-a033-4862-9643-03b436d16653 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:51:16.436471 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15149521-35c2-4f5b-a12a-d28c0d8f5c7b None None] Network d772437e-0b55-405d-8127-5e1ad6135478 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:51:16.536806 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:16.623279 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 2986999b-20f3-4b5a-8ee1-682925caaaa6, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=2986999b-20f3-4b5a-8ee1-682925caaaa6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:16.631119 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:51:16.640327 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Sync routers for ids ['a1212ce3-a033-4862-9643-03b436d16653'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:51:16.654402 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Routers {'a1212ce3-a033-4862-9643-03b436d16653'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:16.655635 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adffc10>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a1212ce3-a033-4862-9643-03b436d16653'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:16.661411 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Provisioning for port 02d240da-eaa5-45be-8747-4e080ecbcfb6 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:16.674876 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Provisioning complete for port 02d240da-eaa5-45be-8747-4e080ecbcfb6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:16.675259 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:16.713837 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:16.720373 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-8945709a-92dd-4ca5-aef8-e4f745c67123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:16.734688 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Notify callbacks [] for router, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:16.740187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59320) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:16.740848 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1650326
Nov 04 13:51:16.855985 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=2986999b-20f3-4b5a-8ee1-682925caaaa6,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:16.860310 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:16.887601 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Set router a1212ce3-a033-4862-9643-03b436d16653 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:16.972286 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:17.035969 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] For port 02d240da-eaa5-45be-8747-4e080ecbcfb6, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=02d240da-eaa5-45be-8747-4e080ecbcfb6,segment=NetworkSegment(817b7d84-1b3a-41f7-b89f-47cbfb915113),segment_id=817b7d84-1b3a-41f7-b89f-47cbfb915113)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:17.097020 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:17.098920 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:17.247981 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Pushing event updated for resources: {'Port': ['ID=02d240da-eaa5-45be-8747-4e080ecbcfb6,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:17.252054 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:17.323403 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9e3f66bd-e466-4227-9806-d30ff9d09a60 None None] Provisioning complete for port 02d240da-eaa5-45be-8747-4e080ecbcfb6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:17.324101 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e3f66bd-e466-4227-9806-d30ff9d09a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:17.328135 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adffc10>, [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:51:15Z', 'revision_number': 3, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:17.340002 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Checking router: a1212ce3-a033-4862-9643-03b436d16653 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:51:17.340603 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Updating router a1212ce3-a033-4862-9643-03b436d16653 port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:51:17.419213 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:17.583628 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a7639-3654-4612-8fdc-f16248aaa436 req-78dec656-8435-44c5-81f6-d90309ca5aed tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:17.585501 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6f2a7639-3654-4612-8fdc-f16248aaa436 req-78dec656-8435-44c5-81f6-d90309ca5aed tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1219599
Nov 04 13:51:17.649696 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6f2a7639-3654-4612-8fdc-f16248aaa436 req-d087429f-f62b-4fe6-9f76-35e747535ce2 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579386
Nov 04 13:51:17.809311 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:17.821275 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Transition to ACTIVE for port object 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:17.884498 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 02d240da-eaa5-45be-8747-4e080ecbcfb6 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:17.891672 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:17.896017 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:17.977436 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b1446-b97b-42f8-b7c2-5b778c26affe None None] Pushing event updated for resources: {'Port': ['ID=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,revision_number=2']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:17.981921 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-098b1446-b97b-42f8-b7c2-5b778c26affe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:17.988007 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:17.997039 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 02d240da-eaa5-45be-8747-4e080ecbcfb6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:17.997429 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.016778 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Attempting to bind port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:51:18.017426 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Attempting to bind port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:51:18.018067 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Attempting to bind port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:51:18.030383 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:51:18.030759 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:18.031171 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.031604 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:51:18.032086 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Bound port: 74ebca2a-cabb-4ec3-83f7-2cd0531b7890, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:51:18.032470 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.063453 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 44297c04-80a3-4eb3-acf9-08778ee09d8b no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:51:18.115708 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 44297c04-80a3-4eb3-acf9-08778ee09d8b {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:51:18.116073 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 44297c04-80a3-4eb3-acf9-08778ee09d8b not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:51:18.129924 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] For port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:51:18.137880 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] For port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:51:18.208252 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2986999b-20f3-4b5a-8ee1-682925caaaa6 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:18.222810 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.235891 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-b6376b28-d245-4fd3-b333-319c9a5fa137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:18.304514 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Allocated IP 172.20.0.1 (d772437e-0b55-405d-8127-5e1ad6135478/8e0aefdf-648f-4b1a-b389-72e27708557c/91d51c82-5869-4b38-8074-c71b075dc129) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:51:18.350391 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 2986999b-20f3-4b5a-8ee1-682925caaaa6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:18.350914 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.357940 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Routers {'a1212ce3-a033-4862-9643-03b436d16653'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:18.358595 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adffc10>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a1212ce3-a033-4862-9643-03b436d16653'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:18.494000 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.511616 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Transition to ACTIVE for port object 91d51c82-5869-4b38-8074-c71b075dc129 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:18.536819 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b1446-b97b-42f8-b7c2-5b778c26affe None None] Pushing event updated for resources: {'Port': ['ID=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:18.550732 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-098b1446-b97b-42f8-b7c2-5b778c26affe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:18.606406 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.612982 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-29d48a51-7aa7-4303-bf15-29f46ae2a30e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:18.677043 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Network d772437e-0b55-405d-8127-5e1ad6135478 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:18.680238 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:18.686057 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:51:18.699631 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] Set router a1212ce3-a033-4862-9643-03b436d16653 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:18.718063 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=91d51c82-5869-4b38-8074-c71b075dc129,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:18.723309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:18.750865 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:18.916142 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:19.012834 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adffc10>, [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:51:15Z', 'revision_number': 3, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:19.016880 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbcf530-1e3a-44b0-bf44-4e6dd143e318 None None] The sync data for ids ['a1212ce3-a033-4862-9643-03b436d16653'] in dv-cinder-810367-1-iscsi is: [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:51:15Z', 'revision_number': 3, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:51:19.104439 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-360f9e59-8bde-47bd-b3f5-87dc00f85add None None] Provisioning for port 91d51c82-5869-4b38-8074-c71b075dc129 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:19.111072 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-360f9e59-8bde-47bd-b3f5-87dc00f85add None None] Provisioning complete for port 91d51c82-5869-4b38-8074-c71b075dc129 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:19.116588 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-360f9e59-8bde-47bd-b3f5-87dc00f85add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:19.155024 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:19.165427 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-360f9e59-8bde-47bd-b3f5-87dc00f85add None None] Port 91d51c82-5869-4b38-8074-c71b075dc129 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:51:19.251175 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:19.277231 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-050220de-18a0-4095-b950-550fbf207724 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:19.355631 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Pushing event updated for resources: {'Port': ['ID=91d51c82-5869-4b38-8074-c71b075dc129,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:19.358196 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:19.361829 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:19.573064 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Network d772437e-0b55-405d-8127-5e1ad6135478 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:51:19.574256 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:51:19.790545 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-81bb2a7d-1133-441b-bb12-2486b03e495c None None] Provisioning complete for port 91d51c82-5869-4b38-8074-c71b075dc129 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:19.791054 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-81bb2a7d-1133-441b-bb12-2486b03e495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:19.842219 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-81bb2a7d-1133-441b-bb12-2486b03e495c None None] Port 91d51c82-5869-4b38-8074-c71b075dc129 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:51:19.973706 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Router a1212ce3-a033-4862-9643-03b436d16653 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:51:20.170265 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:51:20.179081 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] 10.222.0.96 "PUT /v2.0/routers/a1212ce3-a033-4862-9643-03b436d16653/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4366505
Nov 04 13:51:21.043728 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59400) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:21.049774 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639460717', 'description': 'tempest-secgroup-smoke-1639460717 description', 'project_id': '50e0fa78a5624d548307a24e279b8b2e'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:21.055751 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:21.059648 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:21.062587 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:21.068318 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:21.195715 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.231509 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:21.235499 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:21.238289 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:21.243860 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:21.303206 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.406995 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.410786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f0078c97-f1ed-4295-9ed3-b3946ef5fd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:21.447916 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397b8238-8098-4063-b3cb-6f9ada971467,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:21.451167 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:21.584312 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.585460 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5404856
Nov 04 13:51:21.588362 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59406) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:21.594087 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'security_group_rule': {'security_group_id': '397b8238-8098-4063-b3cb-6f9ada971467', 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:21.600170 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:21.605311 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:21.607353 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:21.613053 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:21.704754 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.772259 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.868656 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.870627 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:21.894144 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac3721e-3c1c-478c-be46-e4ada0a09752,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:21.900065 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:21.978568 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:21.979785 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3904924
Nov 04 13:51:21.983081 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59412) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:21.988622 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'security_group_rule': {'security_group_id': '397b8238-8098-4063-b3cb-6f9ada971467', 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:21.994581 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:22.000588 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:22.004106 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:22.009472 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:22.151673 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.215126 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.339153 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.342305 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:22.366765 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023e001a-598f-4202-b79d-3183f431ee24,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:22.369422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:22.456921 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.458083 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4739771
Nov 04 13:51:22.461174 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59420) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:22.467258 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'security_group_rule': {'security_group_id': '397b8238-8098-4063-b3cb-6f9ada971467', 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:22.473006 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:22.476945 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:22.479918 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:22.485704 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:22.584745 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.645833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.726043 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.727945 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:22.750390 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfec3713-fe54-4d38-bd78-a479438f1f48,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:22.752747 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:22.841562 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:22.842785 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3807032
Nov 04 13:51:22.845422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59426) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:22.850882 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'security_group_rule': {'security_group_id': '397b8238-8098-4063-b3cb-6f9ada971467', 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:22.856662 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:22.860436 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:22.863315 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:22.868956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:22.956063 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:51:22.956876 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.024107 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.109595 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.111859 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-95f11ead-7dbb-45c7-ab70-c82fcda02534 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:23.136042 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07707d6f-ab3a-4168-b727-c5422fcc87a2,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:23.143118 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:23.235426 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.237629 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-37329138-27f4-435b-ae52-0ac0c63797ca tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3902609
Nov 04 13:51:23.239435 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59432) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:23.245221 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'security_group_rule': {'security_group_id': '397b8238-8098-4063-b3cb-6f9ada971467', 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:23.252115 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:23.256295 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:23.259562 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:23.265794 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:23.344192 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.securitygroups_db [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Project 50e0fa78a5624d548307a24e279b8b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 04 13:51:23.350876 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.425412 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.539256 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.543227 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a8ad0e9d-786c-41c4-a951-c93b00b0f199 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:23.571470 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d377f41-fc3a-49aa-b9c8-e19863e8f8c2,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:23.574280 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:23.664220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.665553 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4248824
Nov 04 13:51:23.668330 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59438) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:23.675236 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'security_group_rule': {'security_group_id': '397b8238-8098-4063-b3cb-6f9ada971467', 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:23.681166 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:23.685672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:security_group_rule and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:23.688557 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:23.694416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:23.784606 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.securitygroups_db [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Project 50e0fa78a5624d548307a24e279b8b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 04 13:51:23.795935 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:23.888790 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:23.901276 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:24.052733 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:24.053429 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:24.064188 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4e2c44df-070b-4a53-b957-47fa6c3e5314 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:24.066167 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:24.066759 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:24.089088 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5659bfc4-db19-4056-b97d-17ddb1415e37,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:24.091834 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:24.176415 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:24.177661 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-371baaea-e849-44cd-ba56-e3d7c9d68981 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5082297
Nov 04 13:51:24.204000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:24.222428 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:24.292660 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:24.296826 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:24.393951 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:24.401405 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:25.881911 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:25.960833 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:25.961379 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:28.624584 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd9fe1-2941-4150-b569-edb1c6575743 req-b9c7d3f2-2f3e-4f25-9920-06a7837400cb tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:28.630517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dbbd9fe1-2941-4150-b569-edb1c6575743 req-b9c7d3f2-2f3e-4f25-9920-06a7837400cb tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.0943429
Nov 04 13:51:28.674765 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dbbd9fe1-2941-4150-b569-edb1c6575743 req-2b223397-052f-4979-bcdf-51cd4baa1d06 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423601
Nov 04 13:51:29.776318 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-455e63df-67c2-403a-a8ee-2adf0ef579ac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0784540
Nov 04 13:51:29.958023 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc954e1-9cd8-4f5a-b685-7016fd2713df req-23be692c-4432-4439-ae75-9f68378ad252 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:29.967609 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fc954e1-9cd8-4f5a-b685-7016fd2713df req-23be692c-4432-4439-ae75-9f68378ad252 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1014829
Nov 04 13:51:30.045369 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6fc954e1-9cd8-4f5a-b685-7016fd2713df req-12d1e6c1-a3eb-465a-8455-4b2d38fa06ee tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762866
Nov 04 13:51:30.084899 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-330313bc-7e80-4bfd-a2b3-20ff2f71c563 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dac74880970d4999bbf95c0804e7e93b&device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 1098 time: 0.1905951
Nov 04 13:51:30.240940 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-40f0afcc-4bea-4d47-87af-85c5e5967fae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:30.240940 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-40f0afcc-4bea-4d47-87af-85c5e5967fae service neutron] 10.222.0.90 "GET /v2.0/networks?id=8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 200  len: 920 time: 0.1343565
Nov 04 13:51:30.396699 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-67822f6f-74a7-4d33-922e-1d15d0efc436 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 200  len: 217 time: 0.1469593
Nov 04 13:51:30.472959 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-63cd9ead-c2b2-4061-af42-a489148e0b2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:30.474438 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-63cd9ead-c2b2-4061-af42-a489148e0b2f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 200  len: 859 time: 0.0653207
Nov 04 13:51:30.526926 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-3e826966-ef84-40a7-956e-9302068d661f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8e28864a-4bb9-4618-926c-a01206f91a85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418880
Nov 04 13:51:30.682044 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-27b4a1fa-679d-4c39-bb67-ae2ef251104b service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448708
Nov 04 13:51:30.832549 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-616e6d86-2d15-47ef-943d-6c2dce040ead req-e615001f-6c9a-4a2d-9b76-bdd9a88c5e54 service neutron] 10.222.0.90 "GET /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356044
Nov 04 13:51:31.346367 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de494cbf-9166-4115-a7b2-0aee20f1d5ff req-2858954d-1973-4135-95a0-304790443ce7 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:31.347889 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-de494cbf-9166-4115-a7b2-0aee20f1d5ff req-2858954d-1973-4135-95a0-304790443ce7 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1713803
Nov 04 13:51:31.407664 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-de494cbf-9166-4115-a7b2-0aee20f1d5ff req-77403ae9-b4cb-4771-8d37-d893dcc3b7ca tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540731
Nov 04 13:51:31.873813 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-21a0c808-756e-48d5-9219-8770ee4e28d8 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:31.874545 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-21a0c808-756e-48d5-9219-8770ee4e28d8 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Synchronizing usage tracker for tenant:dac74880970d4999bbf95c0804e7e93b on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:51:31.978260 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-21a0c808-756e-48d5-9219-8770ee4e28d8 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Unset dirty status for tenant:dac74880970d4999bbf95c0804e7e93b on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:51:31.980652 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-21a0c808-756e-48d5-9219-8770ee4e28d8 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1905096
Nov 04 13:51:32.064071 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Deleting port 23394464-4d96-42cb-99ce-cd34aeb6927a {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:51:32.064507 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:32.120136 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a26826e5-2b41-42fb-a6fc-07439f418b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:32.224259 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:32.392820 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] For port 23394464-4d96-42cb-99ce-cd34aeb6927a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=23394464-4d96-42cb-99ce-cd34aeb6927a,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:32.393186 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:32.566618 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Calling delete_port for 23394464-4d96-42cb-99ce-cd34aeb6927a owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:51:32.664719 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:32.798672 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3783d6-7c7c-4c43-bab0-5fb315dbdb95 req-deac5d9e-77ff-4caf-abb5-339601cb654b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:32.805640 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3b3783d6-7c7c-4c43-bab0-5fb315dbdb95 req-deac5d9e-77ff-4caf-abb5-339601cb654b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 946 time: 0.1922433
Nov 04 13:51:32.851855 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3b3783d6-7c7c-4c43-bab0-5fb315dbdb95 req-762b1212-7153-409f-8dbd-f1b4acd4a70c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453129
Nov 04 13:51:32.925499 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:32.939134 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['a2830aab-6128-48e8-96fa-0109b5dcdd93'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:51:32.948666 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-32c47451-72f4-4a54-807c-17f70c6d9dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:33.055739 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Pushing event deleted for resources: {'Port': ['ID=23394464-4d96-42cb-99ce-cd34aeb6927a,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:33.058961 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:33.099475 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] No DVR routers for this DVR port 23394464-4d96-42cb-99ce-cd34aeb6927a on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:51:33.102012 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:33.106788 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'name': 'network-vif-deleted', 'tag': '23394464-4d96-42cb-99ce-cd34aeb6927a'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:51:33.173727 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a50d3c-29ad-47dd-85b0-c95b8facc441', 'name': 'network-vif-deleted', 'tag': '23394464-4d96-42cb-99ce-cd34aeb6927a', 'status': 'completed', 'code': 200}
Nov 04 13:51:33.224997 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fbddfa03-5fe5-4224-9244-9611a1493546 req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "DELETE /v2.0/ports/23394464-4d96-42cb-99ce-cd34aeb6927a HTTP/1.1" status: 204  len: 173 time: 1.2339132
Nov 04 13:51:33.400848 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c42e9c-160f-4847-8cfd-dd680730645e req-8360954d-1082-484a-aee2-0ec6f4890840 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:33.402395 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-81c42e9c-160f-4847-8cfd-dd680730645e req-8360954d-1082-484a-aee2-0ec6f4890840 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0897996
Nov 04 13:51:33.470561 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-81c42e9c-160f-4847-8cfd-dd680730645e req-63cdd138-c514-4508-bd8b-9fb4da6b4d87 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612402
Nov 04 13:51:34.067993 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-52e22013-e983-4d95-9edf-4827353d8361 req-4feb8391-1193-4108-9382-1980240abd81 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=c7a50d3c-29ad-47dd-85b0-c95b8facc441 HTTP/1.1" status: 200  len: 210 time: 0.0565803
Nov 04 13:51:34.354989 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-24f4bebf-324f-4b5c-8bd7-bc424e68420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:34.719887 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628ae7c-8a7b-42c0-ab76-64519f888b5c req-84ff217b-81a7-458c-9407-17cfed91176e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:34.722107 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8628ae7c-8a7b-42c0-ab76-64519f888b5c req-84ff217b-81a7-458c-9407-17cfed91176e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1071448
Nov 04 13:51:34.777256 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8628ae7c-8a7b-42c0-ab76-64519f888b5c req-a718a32f-7dec-493e-8eca-76378bcd0d58 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492406
Nov 04 13:51:34.816771 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 23394464-4d96-42cb-99ce-cd34aeb6927a no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:51:34.873047 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 23394464-4d96-42cb-99ce-cd34aeb6927a {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:51:34.873577 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 23394464-4d96-42cb-99ce-cd34aeb6927a not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:51:35.361537 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Sync routers for ids ['a1212ce3-a033-4862-9643-03b436d16653'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:51:35.391598 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Routers {'a1212ce3-a033-4862-9643-03b436d16653'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:35.400089 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b1e4940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a1212ce3-a033-4862-9643-03b436d16653'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:35.448233 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:35.585671 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Set router a1212ce3-a033-4862-9643-03b436d16653 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:35.947366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b515e8f-22b3-432c-b60f-b3596be05f1d req-6a43af25-f021-47d5-8770-4e8ecb291afa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:35.963602 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b515e8f-22b3-432c-b60f-b3596be05f1d req-6a43af25-f021-47d5-8770-4e8ecb291afa tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1237586
Nov 04 13:51:35.992528 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b1e4940>, [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:51:18Z', 'revision_number': 4, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '91d51c82-5869-4b38-8074-c71b075dc129', 'name': '', 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'mac_address': 'fa:16:3e:c7:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e0aefdf-648f-4b1a-b389-72e27708557c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:18Z', 'updated_at': '2021-11-04T13:51:18Z', 'revision_number': 2, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'subnets': [{'id': '8e0aefdf-648f-4b1a-b389-72e27708557c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:35.997083 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Checking router: a1212ce3-a033-4862-9643-03b436d16653 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:51:35.997467 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Updating router a1212ce3-a033-4862-9643-03b436d16653 port 91d51c82-5869-4b38-8074-c71b075dc129 binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:51:36.052980 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:36.106062 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b515e8f-22b3-432c-b60f-b3596be05f1d req-65573b1a-7ed8-4c33-b3ff-a5dd06f1c7a0 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346354
Nov 04 13:51:36.197108 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08caed37-8afe-4e60-b851-21a140847f5b req-b900ee3c-2f32-4c08-883c-8b6b62ce5c94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:36.208321 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-08caed37-8afe-4e60-b851-21a140847f5b req-b900ee3c-2f32-4c08-883c-8b6b62ce5c94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.2166808
Nov 04 13:51:36.286138 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-08caed37-8afe-4e60-b851-21a140847f5b req-0acb24d0-5def-42f3-99ce-65920762b36c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766113
Nov 04 13:51:36.681567 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:36.681567 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Transition to ACTIVE for port object 91d51c82-5869-4b38-8074-c71b075dc129 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:51:36.892490 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:36.907819 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:37.062651 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:37.068006 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21db85-fae1-4cdf-b936-fc9e1ed7cd9c None None] Pushing event updated for resources: {'Port': ['ID=91d51c82-5869-4b38-8074-c71b075dc129,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:37.071115 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-2d21db85-fae1-4cdf-b936-fc9e1ed7cd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:37.188601 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Attempting to bind port 91d51c82-5869-4b38-8074-c71b075dc129 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:51:37.189290 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Attempting to bind port 91d51c82-5869-4b38-8074-c71b075dc129 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:51:37.189839 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Attempting to bind port 91d51c82-5869-4b38-8074-c71b075dc129 on network d772437e-0b55-405d-8127-5e1ad6135478 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:51:37.198638 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:51:37.204544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Checking segment: {'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:51:37.204544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:37.204544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Bound using segment: {'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:51:37.204544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Bound port: 91d51c82-5869-4b38-8074-c71b075dc129, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '817b7d84-1b3a-41f7-b89f-47cbfb915113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:51:37.204544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:37.379108 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] For port 91d51c82-5869-4b38-8074-c71b075dc129, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:51:37.384239 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] For port 91d51c82-5869-4b38-8074-c71b075dc129, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=91d51c82-5869-4b38-8074-c71b075dc129,segment=NetworkSegment(817b7d84-1b3a-41f7-b89f-47cbfb915113),segment_id=817b7d84-1b3a-41f7-b89f-47cbfb915113)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:51:37.424223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1f22d-e818-45dd-9067-03d59b760852 req-fc172fc8-4dd7-4aa7-976a-2fa9d8624743 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:37.432117 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e9b1f22d-e818-45dd-9067-03d59b760852 req-fc172fc8-4dd7-4aa7-976a-2fa9d8624743 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1188295
Nov 04 13:51:37.482194 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:37.488846 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:37.539956 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e9b1f22d-e818-45dd-9067-03d59b760852 req-2a9c3553-95ca-4291-9460-062900e1b925 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061954
Nov 04 13:51:37.589792 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21db85-fae1-4cdf-b936-fc9e1ed7cd9c None None] Pushing event updated for resources: {'Port': ['ID=91d51c82-5869-4b38-8074-c71b075dc129,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:37.599166 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-2d21db85-fae1-4cdf-b936-fc9e1ed7cd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:37.605639 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648c2d-ead3-4597-bf21-43fa38372e0e req-5da66019-e885-4da2-b649-232c00a37f30 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:37.605856 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Routers {'a1212ce3-a033-4862-9643-03b436d16653'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:37.605856 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b1e4940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a1212ce3-a033-4862-9643-03b436d16653'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:37.611686 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6648c2d-ead3-4597-bf21-43fa38372e0e req-5da66019-e885-4da2-b649-232c00a37f30 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1424589
Nov 04 13:51:37.702139 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6648c2d-ead3-4597-bf21-43fa38372e0e req-bcfeecf5-0f5d-4bb3-b39d-21716cd45fd3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893176
Nov 04 13:51:37.877122 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] Set router a1212ce3-a033-4862-9643-03b436d16653 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:38.273620 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b1e4940>, [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:51:18Z', 'revision_number': 4, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '91d51c82-5869-4b38-8074-c71b075dc129', 'name': '', 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'mac_address': 'fa:16:3e:c7:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e0aefdf-648f-4b1a-b389-72e27708557c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:18Z', 'updated_at': '2021-11-04T13:51:37Z', 'revision_number': 4, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'subnets': [{'id': '8e0aefdf-648f-4b1a-b389-72e27708557c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:38.278497 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5cdaca-734c-4d06-99d7-c21c16ea4b2a None None] The sync data for ids ['a1212ce3-a033-4862-9643-03b436d16653'] in dv-cinder-810367-1-iscsi is: [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:51:18Z', 'revision_number': 4, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '91d51c82-5869-4b38-8074-c71b075dc129', 'name': '', 'network_id': 'd772437e-0b55-405d-8127-5e1ad6135478', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'mac_address': 'fa:16:3e:c7:e7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e0aefdf-648f-4b1a-b389-72e27708557c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:18Z', 'updated_at': '2021-11-04T13:51:37Z', 'revision_number': 4, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'subnets': [{'id': '8e0aefdf-648f-4b1a-b389-72e27708557c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:51:38.765735 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48331c0-f3c7-461c-b364-bc225e42bb37 req-0c118ad0-cc6e-466a-9b6c-8e7426642e1b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:38.770214 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c48331c0-f3c7-461c-b364-bc225e42bb37 req-0c118ad0-cc6e-466a-9b6c-8e7426642e1b tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0946689
Nov 04 13:51:38.834381 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c48331c0-f3c7-461c-b364-bc225e42bb37 req-886bb951-1f84-4944-8388-d26a06e777f7 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611584
Nov 04 13:51:38.998040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114f6c1-5c5c-497f-bc1b-f5f7bf6cc6d7 req-f4fccd55-4125-4601-b3c9-f5939845a3f4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:39.005434 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3114f6c1-5c5c-497f-bc1b-f5f7bf6cc6d7 req-f4fccd55-4125-4601-b3c9-f5939845a3f4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1208460
Nov 04 13:51:39.086567 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3114f6c1-5c5c-497f-bc1b-f5f7bf6cc6d7 req-51c10a9a-0424-4f38-98d3-e23bbb4da563 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799060
Nov 04 13:51:39.911178 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 91d51c82-5869-4b38-8074-c71b075dc129 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:40.040804 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40d17-6b59-4c15-8acc-bffbe3247436 req-847c57fb-f44d-443d-a5c3-cd950b6e6868 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:40.042407 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-17d40d17-6b59-4c15-8acc-bffbe3247436 req-847c57fb-f44d-443d-a5c3-cd950b6e6868 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0895369
Nov 04 13:51:40.086334 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 91d51c82-5869-4b38-8074-c71b075dc129 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:51:40.092261 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 91d51c82-5869-4b38-8074-c71b075dc129 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:40.092902 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:40.102294 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-17d40d17-6b59-4c15-8acc-bffbe3247436 req-5d27740f-d936-4391-96dd-be689ec99d65 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533895
Nov 04 13:51:40.241955 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:40.299061 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 91d51c82-5869-4b38-8074-c71b075dc129, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=91d51c82-5869-4b38-8074-c71b075dc129,segment=NetworkSegment(817b7d84-1b3a-41f7-b89f-47cbfb915113),segment_id=817b7d84-1b3a-41f7-b89f-47cbfb915113)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:40.389673 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:40.392351 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-2d21db85-fae1-4cdf-b936-fc9e1ed7cd9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:40.413255 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a63ca-8c7d-4e6c-83c1-96dec2a6daeb req-8d3089c1-5229-4f94-9f2c-87b8e823fb43 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:40.420257 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2e7a63ca-8c7d-4e6c-83c1-96dec2a6daeb req-8d3089c1-5229-4f94-9f2c-87b8e823fb43 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0853357
Nov 04 13:51:40.467311 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=91d51c82-5869-4b38-8074-c71b075dc129,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:40.468591 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2e7a63ca-8c7d-4e6c-83c1-96dec2a6daeb req-27f42989-70cf-4873-987b-b37913b921b0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470822
Nov 04 13:51:40.471009 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:41.319943 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ac45-6857-40b2-b08a-387451294546 req-b8c06578-1a65-4c8c-9726-3f580b186c36 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:41.321521 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64b8ac45-6857-40b2-b08a-387451294546 req-b8c06578-1a65-4c8c-9726-3f580b186c36 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0907967
Nov 04 13:51:41.377526 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64b8ac45-6857-40b2-b08a-387451294546 req-26084d99-3dcd-41f6-9c8e-8d6d5dc9e187 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493121
Nov 04 13:51:41.692973 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8289a7-ae72-4ac2-9c5a-e4ddbf9edd77 req-a23f5550-4091-4fe9-bb29-f7bd5141291e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:41.694399 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b8289a7-ae72-4ac2-9c5a-e4ddbf9edd77 req-a23f5550-4091-4fe9-bb29-f7bd5141291e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0796332
Nov 04 13:51:41.741377 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b8289a7-ae72-4ac2-9c5a-e4ddbf9edd77 req-c40858c4-d6c7-4550-81e3-b7f460f4a6e4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414162
Nov 04 13:51:41.861153 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 91d51c82-5869-4b38-8074-c71b075dc129 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:41.940221 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 91d51c82-5869-4b38-8074-c71b075dc129 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:41.940758 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:42.614095 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00865cb1-e9ec-4387-9b5a-bfffcd334b56 req-bbea6f0f-55af-410b-985b-8c735649522c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:42.620646 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-00865cb1-e9ec-4387-9b5a-bfffcd334b56 req-bbea6f0f-55af-410b-985b-8c735649522c tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1103590
Nov 04 13:51:42.663981 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-00865cb1-e9ec-4387-9b5a-bfffcd334b56 req-95653463-96c9-4020-bbbd-edc8200593d5 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425003
Nov 04 13:51:42.990120 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3e520-0678-48ab-b8a5-0e734ea286bf req-b7316e5d-ee46-4559-97eb-525818f95214 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:43.005082 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-74e3e520-0678-48ab-b8a5-0e734ea286bf req-b7316e5d-ee46-4559-97eb-525818f95214 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1119432
Nov 04 13:51:43.063454 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-74e3e520-0678-48ab-b8a5-0e734ea286bf req-25d92f7b-3de7-4139-bfee-30dab867fe8b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649474
Nov 04 13:51:43.787519 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-98ce6b18-8f5e-43eb-b740-7bcc1c3223cd tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:43.788220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-98ce6b18-8f5e-43eb-b740-7bcc1c3223cd tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Synchronizing usage tracker for tenant:dac74880970d4999bbf95c0804e7e93b on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:51:43.867848 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-98ce6b18-8f5e-43eb-b740-7bcc1c3223cd tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Unset dirty status for tenant:dac74880970d4999bbf95c0804e7e93b on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:51:43.869284 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-98ce6b18-8f5e-43eb-b740-7bcc1c3223cd tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.1828058
Nov 04 13:51:43.922794 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed742e77-ab57-4821-a095-3cbd3ea9d2f2 req-04622658-81ea-4c57-8821-10b6ffcdd956 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:43.924293 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ed742e77-ab57-4821-a095-3cbd3ea9d2f2 req-04622658-81ea-4c57-8821-10b6ffcdd956 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 945 time: 0.0978882
Nov 04 13:51:43.955558 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Deleting port a2830aab-6128-48e8-96fa-0109b5dcdd93 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:51:43.956228 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:43.992233 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ed742e77-ab57-4821-a095-3cbd3ea9d2f2 req-2875ad01-a06e-41c7-aec6-f12a7e0ef4f8 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/security-groups?id=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618730
Nov 04 13:51:44.314512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] For port a2830aab-6128-48e8-96fa-0109b5dcdd93, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a2830aab-6128-48e8-96fa-0109b5dcdd93,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:44.314870 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:44.406548 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d77b99-9399-4309-80a3-0f4c67756301 req-dcfa40c5-2e40-4df3-8771-b375108e0073 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:44.408220 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29d77b99-9399-4309-80a3-0f4c67756301 req-dcfa40c5-2e40-4df3-8771-b375108e0073 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0865817
Nov 04 13:51:44.474545 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Calling delete_port for a2830aab-6128-48e8-96fa-0109b5dcdd93 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:51:44.541308 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29d77b99-9399-4309-80a3-0f4c67756301 req-ecc3761e-b4d4-46fa-aaf5-080db3610a68 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1273952
Nov 04 13:51:44.720205 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:44.726259 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b46dd1f0-5087-49f8-9cdd-246a5c8cbe94 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:44.777911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Pushing event deleted for resources: {'Port': ['ID=a2830aab-6128-48e8-96fa-0109b5dcdd93,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:44.849075 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.849722 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.849722 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.850119 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.850494 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.850854 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.851210 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.851563 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.851919 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.852278 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.852650 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:44.862230 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:44.868339 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] No DVR routers for this DVR port a2830aab-6128-48e8-96fa-0109b5dcdd93 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:51:44.871971 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:44.881037 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'name': 'network-vif-deleted', 'tag': 'a2830aab-6128-48e8-96fa-0109b5dcdd93'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:51:44.935451 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac56fac-cc01-4b05-adbe-0e2b0546ed8a', 'name': 'network-vif-deleted', 'tag': 'a2830aab-6128-48e8-96fa-0109b5dcdd93', 'status': 'completed', 'code': 200}
Nov 04 13:51:44.983886 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-19cd14c2-e769-474d-805b-c6935ef8ffd2 req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.90 "DELETE /v2.0/ports/a2830aab-6128-48e8-96fa-0109b5dcdd93 HTTP/1.1" status: 204  len: 173 time: 1.1085906
Nov 04 13:51:45.148271 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3bb090f6-9fec-46fc-8096-a966ebc673ff req-2e98d5fb-5739-41b8-aabe-d33f03021a40 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 210 time: 0.0435898
Nov 04 13:51:45.754116 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d8b9f-97d1-419e-a8ab-26a04ebd2e83 req-45742fcf-d0d9-47f7-862d-fc4d424c3c4b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:45.762300 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4c8d8b9f-97d1-419e-a8ab-26a04ebd2e83 req-45742fcf-d0d9-47f7-862d-fc4d424c3c4b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0884089
Nov 04 13:51:45.826830 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4c8d8b9f-97d1-419e-a8ab-26a04ebd2e83 req-2743d872-23fa-4684-ad31-e3213cbaf75c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633357
Nov 04 13:51:46.352388 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-704175dc-1fa0-42eb-950b-1239487eff96 req-f122ccc8-9eeb-4c31-b2d4-f19b903adab8 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 210 time: 0.0513940
Nov 04 13:51:46.934098 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['a2830aab-6128-48e8-96fa-0109b5dcdd93'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:51:47.086542 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f0a28-7fbc-43e8-91aa-78683666f10e req-a34eba5e-2522-4f1e-babd-8c2ac7acd29d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:47.092585 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-252f0a28-7fbc-43e8-91aa-78683666f10e req-a34eba5e-2522-4f1e-babd-8c2ac7acd29d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0988045
Nov 04 13:51:47.146679 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-252f0a28-7fbc-43e8-91aa-78683666f10e req-31183589-05b7-4426-b0ff-aa3a48b2f746 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522025
Nov 04 13:51:47.571430 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f88ca289-a9c3-4190-8fc1-5e1570bc1883 req-09674062-6906-4330-b777-af774a525ab0 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] 10.222.0.96 "GET /v2.0/ports?device_id=7ac56fac-cc01-4b05-adbe-0e2b0546ed8a HTTP/1.1" status: 200  len: 210 time: 0.0437589
Nov 04 13:51:48.411790 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d5fb3-0362-4cc8-8319-2f2dfd3df3a1 req-b57b0649-aaa9-4b88-8239-0b00f13b1a73 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:48.413243 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3f4d5fb3-0362-4cc8-8319-2f2dfd3df3a1 req-b57b0649-aaa9-4b88-8239-0b00f13b1a73 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1001689
Nov 04 13:51:48.462738 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3f4d5fb3-0362-4cc8-8319-2f2dfd3df3a1 req-e751a456-33d9-41f4-acfc-bb4b78114fc6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438180
Nov 04 13:51:48.714885 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59774) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:49.155023 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:49.711952 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13f733-f7f0-4c37-b56d-6838fe449d03 req-a731c642-64de-4e44-8a20-7df0827c0643 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:49.721207 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b13f733-f7f0-4c37-b56d-6838fe449d03 req-a731c642-64de-4e44-8a20-7df0827c0643 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1005995
Nov 04 13:51:49.773352 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b13f733-f7f0-4c37-b56d-6838fe449d03 req-afc07bb6-57ed-4827-b7be-7febdbf2eb30 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509374
Nov 04 13:51:49.854325 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Deleting port a76e2c37-b26a-4acd-941d-92786d93bfe1 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:51:49.854945 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:50.027309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] For port a76e2c37-b26a-4acd-941d-92786d93bfe1, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=a76e2c37-b26a-4acd-941d-92786d93bfe1,segment=NetworkSegment(57fdbc9f-380b-4073-a966-2b8758614c12),segment_id=57fdbc9f-380b-4073-a966-2b8758614c12)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:50.027700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:50.155004 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Calling delete_port for a76e2c37-b26a-4acd-941d-92786d93bfe1 owned by network:router_interface {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:51:50.583380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:50.587300 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:50.632382 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76e2c37-b26a-4acd-941d-92786d93bfe1,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:50.635165 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:50.913344 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:50.989795 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89a020-02a8-498a-a7aa-d274b039eb3d req-be211f2d-9271-4b88-84c3-e35ece5a353a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:50.991253 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0c89a020-02a8-498a-a7aa-d274b039eb3d req-be211f2d-9271-4b88-84c3-e35ece5a353a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0783865
Nov 04 13:51:51.044171 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0c89a020-02a8-498a-a7aa-d274b039eb3d req-15efea1f-3627-47cc-8bba-9c3c112dcee9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470495
Nov 04 13:51:51.468392 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a2830aab-6128-48e8-96fa-0109b5dcdd93 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:51:51.518109 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: a2830aab-6128-48e8-96fa-0109b5dcdd93 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:51:51.518884 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a2830aab-6128-48e8-96fa-0109b5dcdd93 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:51:51.634687 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Router a015b0de-f66c-4849-9e16-44805fab43dd has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:51:51.871220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:51:51.882494 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] Sync routers for ids ['a015b0de-f66c-4849-9e16-44805fab43dd'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:51:51.896901 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] Routers {'a015b0de-f66c-4849-9e16-44805fab43dd'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:51.897614 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b309bb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a015b0de-f66c-4849-9e16-44805fab43dd'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:51.915212 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 59804) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:51.918913 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] 10.222.0.96 "PUT /v2.0/routers/a015b0de-f66c-4849-9e16-44805fab43dd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2013707
Nov 04 13:51:52.097548 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] Set router a015b0de-f66c-4849-9e16-44805fab43dd gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:52.186173 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks [] for router, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:52.649254 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862f2b2-7a18-4304-9be0-37dfb00d1ad4 req-942574d6-c99b-4391-a61d-b9c72fb4139c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:52.657486 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7862f2b2-7a18-4304-9be0-37dfb00d1ad4 req-942574d6-c99b-4391-a61d-b9c72fb4139c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.2160304
Nov 04 13:51:52.683891 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b309bb0>, [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:51:50Z', 'revision_number': 5, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:52.689417 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] Checking router: a015b0de-f66c-4849-9e16-44805fab43dd for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:51:52.702364 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] Routers {'a015b0de-f66c-4849-9e16-44805fab43dd'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:51:52.703147 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b309bb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:51:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a015b0de-f66c-4849-9e16-44805fab43dd'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:52.732554 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7862f2b2-7a18-4304-9be0-37dfb00d1ad4 req-312fa901-981b-428c-a7d4-fea48b062ec1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736101
Nov 04 13:51:52.734424 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:52.874762 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Deleting port dce32450-04e5-4312-8fcb-0798e1ee4dc7 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:51:52.875102 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:52.934924 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] Set router a015b0de-f66c-4849-9e16-44805fab43dd gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:51:53.085799 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] For port dce32450-04e5-4312-8fcb-0798e1ee4dc7, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=dce32450-04e5-4312-8fcb-0798e1ee4dc7,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:53.086157 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:53.219489 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Calling delete_port for dce32450-04e5-4312-8fcb-0798e1ee4dc7 owned by network:router_gateway {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:51:53.321249 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b309bb0>, [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:51:50Z', 'revision_number': 5, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:53.333669 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bde5c90-f375-4011-8d01-b782fcc5a815 None None] The sync data for ids ['a015b0de-f66c-4849-9e16-44805fab43dd'] in dv-cinder-810367-1-iscsi is: [{'id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'name': 'tempest-ServerRescueNegativeTestJSON-1780753917-router', 'tenant_id': 'dac74880970d4999bbf95c0804e7e93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180'}], 'enable_snat': True}, 'gw_port_id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:37Z', 'updated_at': '2021-11-04T13:51:50Z', 'revision_number': 5, 'project_id': 'dac74880970d4999bbf95c0804e7e93b', 'gw_port': {'id': 'dce32450-04e5-4312-8fcb-0798e1ee4dc7', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a015b0de-f66c-4849-9e16-44805fab43dd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:51:53.807190 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:53.815709 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-923440f3-9e5e-4f14-bb26-40242004c00b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:53.831013 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a76e2c37-b26a-4acd-941d-92786d93bfe1 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:51:53.944578 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: a76e2c37-b26a-4acd-941d-92786d93bfe1 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:51:53.944705 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a76e2c37-b26a-4acd-941d-92786d93bfe1 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:51:54.023045 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Pushing event deleted for resources: {'Port': ['ID=dce32450-04e5-4312-8fcb-0798e1ee4dc7,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:54.203502 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.203860 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.204301 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.204653 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.204997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.205338 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.205677 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.206041 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.206382 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.206714 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.207047 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:54.210254 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:54.317875 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:54.538201 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59312c09-d9e5-4371-a59b-aad18dd57b53 req-a0242b30-ba55-4b3b-b797-3c671eb89caa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:54.539784 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-59312c09-d9e5-4371-a59b-aad18dd57b53 req-a0242b30-ba55-4b3b-b797-3c671eb89caa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.5697966
Nov 04 13:51:54.633083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:54.645813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:54.665730 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-59312c09-d9e5-4371-a59b-aad18dd57b53 req-ff7219db-ef99-4935-a78a-8b9fd0a1dc85 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651848
Nov 04 13:51:54.834087 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:54.834647 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a015b0de-f66c-4849-9e16-44805fab43dd {{(pid=83644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 13:51:54.858079 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Notify callbacks [] for router, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:54.859931 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] 10.222.0.96 "DELETE /v2.0/routers/a015b0de-f66c-4849-9e16-44805fab43dd HTTP/1.1" status: 204  len: 168 time: 2.9434855
Nov 04 13:51:54.862893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 59836) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:54.935608 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_v2 [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Deleting subnet 02c39d35-64e3-47ab-9c59-274956345650 {{(pid=83644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:51:54.939546 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.005126 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237678'] for subnet, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.081504 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.361087 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1150057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626046'] for subnet, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.368229 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:55.482653 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c39d35-64e3-47ab-9c59-274956345650,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:55.486129 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:55.487342 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:51:55.489245 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.502598 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-144b97b9-3c2a-4b30-bfe5-12af30c07207 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/02c39d35-64e3-47ab-9c59-274956345650 HTTP/1.1" status: 204  len: 168 time: 0.6346211
Nov 04 13:51:55.502784 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59850) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:55.666587 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.680824 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:55.727924 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'port_id': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'mac_address': 'fa:16:3e:6d:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:51:55.786972 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.805999 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45d4cbc7-8d25-4b77-a576-676acf0b78fc {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:51:55.825899 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:55.871350 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device dce32450-04e5-4312-8fcb-0798e1ee4dc7 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:51:55.885409 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.908545 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: dce32450-04e5-4312-8fcb-0798e1ee4dc7 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:51:55.909138 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device dce32450-04e5-4312-8fcb-0798e1ee4dc7 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:51:55.939941 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a93d4f0>,) {'filters': {'network_id': ['8e28864a-4bb9-4618-926c-a01206f91a85']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:55.958599 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a93d4f0>, '57fdbc9f-380b-4073-a966-2b8758614c12') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:55.959175 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a93d4f0>, '57fdbc9f-380b-4073-a966-2b8758614c12') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:51:55.978070 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:55.982030 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:55.982279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:56.022066 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:56.038422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:51:56.038832 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:56.044225 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321831c4-0a92-4161-93ac-8047e0d96251 req-6c39cde8-c0d8-4d41-8ba3-bc9231838ce5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:56.053075 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-321831c4-0a92-4161-93ac-8047e0d96251 req-6c39cde8-c0d8-4d41-8ba3-bc9231838ce5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1506450
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:51:56.073245 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:51:56.086869 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=6']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:56.090222 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:56.119893 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['45d4cbc7-8d25-4b77-a576-676acf0b78fc'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:51:56.120702 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-321831c4-0a92-4161-93ac-8047e0d96251 req-50a4f9eb-8ea2-424f-93fb-ae61f72c79a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666764
Nov 04 13:51:56.297176 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:56.302481 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8f3eb0b2-a36f-42a6-8861-4b4a8fb0eff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:56.328031 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:56.337672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e28864a-4bb9-4618-926c-a01206f91a85,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:56.341372 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:56.458345 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] 10.222.0.96 "DELETE /v2.0/networks/8e28864a-4bb9-4618-926c-a01206f91a85 HTTP/1.1" status: 204  len: 168 time: 0.9550903
Nov 04 13:51:56.979720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59878) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:57.030994 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-639a14ec-1d93-452d-a3f0-1d094c5e3d22 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=dac74880970d4999bbf95c0804e7e93b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0499647
Nov 04 13:51:57.033349 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59882) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:57.101144 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:57.128007 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:57.302183 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:57.307877 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-726e144e-d457-4310-aa27-2fe50235608e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:57.323668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80a28c0-bf25-42dd-8e6f-ee046f2abdf0,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:57.328664 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:57.354109 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031a007-46b2-4ac2-beab-09ce460af20c req-ac35bb99-5f3e-4b65-9818-cde6b5989c74 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:57.355574 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1031a007-46b2-4ac2-beab-09ce460af20c req-ac35bb99-5f3e-4b65-9818-cde6b5989c74 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 944 time: 0.0886340
Nov 04 13:51:57.393053 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:57.394592 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a80a28c0-bf25-42dd-8e6f-ee046f2abdf0 HTTP/1.1" status: 204  len: 168 time: 0.3601732
Nov 04 13:51:57.419893 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1031a007-46b2-4ac2-beab-09ce460af20c req-db4e7047-2240-411f-bec8-15c6fc4d99e7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562227
Nov 04 13:51:57.516138 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:51:57.587565 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 45d4cbc7-8d25-4b77-a576-676acf0b78fc triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:51:57.588494 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:57.712963 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:57.741950 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:51:57.752974 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:51:57.805466 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'code': 200}
Nov 04 13:51:57.845435 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:57.847374 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:57.929186 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=7']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:57.939881 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.944339 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:51:57.947333 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:58.530019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-5e68941d-2da5-4a60-b2db-48e582bd6f6e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Synchronizing usage tracker for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:51:58.651187 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ca834-e7a5-49ef-9ccd-3098b4ef3121 req-5a41c7b0-f1d7-43d0-8704-abd970f8e409 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:58.657077 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-426ca834-e7a5-49ef-9ccd-3098b4ef3121 req-5a41c7b0-f1d7-43d0-8704-abd970f8e409 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0846338
Nov 04 13:51:58.703488 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-5e68941d-2da5-4a60-b2db-48e582bd6f6e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Unset dirty status for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:51:58.703488 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-5e68941d-2da5-4a60-b2db-48e582bd6f6e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639460717&fields=id&tenant_id=50e0fa78a5624d548307a24e279b8b2e HTTP/1.1" status: 200  len: 267 time: 0.2202570
Nov 04 13:51:58.709068 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-426ca834-e7a5-49ef-9ccd-3098b4ef3121 req-708b5a86-fca1-4a2c-ad11-316f5b28f679 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495913
Nov 04 13:51:58.853591 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 59952) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:58.905875 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-fe8b6d19-8da6-4154-8455-94ab49b8e7ff tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:58.915120 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-fe8b6d19-8da6-4154-8455-94ab49b8e7ff tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Synchronizing usage tracker for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:network {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:51:58.990550 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1446222139-network', 'tenant_id': 'a4e68dfe15b34bf19bab0a00ee21765a'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:58.998530 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:59.002596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Usage tracker for resource:network and tenant:a4e68dfe15b34bf19bab0a00ee21765a is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:59.006216 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:59.014497 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:59.041168 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-fe8b6d19-8da6-4154-8455-94ab49b8e7ff tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Unset dirty status for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:network {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:51:59.042435 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-fe8b6d19-8da6-4154-8455-94ab49b8e7ff tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/networks?id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 200  len: 808 time: 0.3321254
Nov 04 13:51:59.060793 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-139771d8-8b21-4b41-80a7-0f32c4be3b6a tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/quotas/50e0fa78a5624d548307a24e279b8b2e HTTP/1.1" status: 200  len: 375 time: 0.0107658
Nov 04 13:51:59.143134 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Made reservation on behalf of a4e68dfe15b34bf19bab0a00ee21765a for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:51:59.145859 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.150298 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-ececd084-5853-4563-a4ff-674ab0962108 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Synchronizing usage tracker for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:51:59.161572 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.197303 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:59.201178 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a4e68dfe15b34bf19bab0a00ee21765a is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:59.204033 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:59.209797 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:59.257138 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-ececd084-5853-4563-a4ff-674ab0962108 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Unset dirty status for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:51:59.258543 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-ececd084-5853-4563-a4ff-674ab0962108 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1918516
Nov 04 13:51:59.283167 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.353734 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.358610 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-28b6d341-e654-405e-88c1-f84c9deaf861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:59.383157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:51:59.398685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6f1b4d-93cc-4f29-b4b7-9696d9539895,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:59.410419 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-96aea014-830e-4e86-8327-6207f951af8d service neutron] 10.222.0.96 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374044
Nov 04 13:51:59.413860 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:59.415276 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.415730 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Added segment f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4 of type vlan for network 9b4042d1-642c-427f-ae18-dc05dfa016ae
Nov 04 13:51:59.474564 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.599635 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.602921 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-10276860-9779-461d-b1a0-9e1c6e91060b service neutron] 10.222.0.96 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778388
Nov 04 13:51:59.607512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:51:59.607512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:51:59.613006 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:51:59.783826 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4042d1-642c-427f-ae18-dc05dfa016ae,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:51:59.787397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:51:59.801456 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:51:59.851800 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9973814
Nov 04 13:51:59.854651 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60002) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:51:59.863988 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Request body: {'subnet': {'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1446222139-subnet', 'tenant_id': 'a4e68dfe15b34bf19bab0a00ee21765a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:51:59.868688 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:51:59.875374 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Usage tracker for resource:subnet and tenant:a4e68dfe15b34bf19bab0a00ee21765a is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:51:59.879664 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:51:59.886529 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:51:59.958514 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:52:00.024254 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Made reservation on behalf of a4e68dfe15b34bf19bab0a00ee21765a for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:52:00.028407 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1569752'] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:00.395111 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70a107-e8e3-4274-be69-c934679e08a0 req-3b346ba0-6bcc-4155-87f6-6645f9e29fdc tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:00.396577 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7a70a107-e8e3-4274-be69-c934679e08a0 req-3b346ba0-6bcc-4155-87f6-6645f9e29fdc tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1256113
Nov 04 13:52:00.400152 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1569710'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:00.407384 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:00.497099 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7a70a107-e8e3-4274-be69-c934679e08a0 req-19f3c264-5053-490c-80f6-41590f2fdfef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888665
Nov 04 13:52:00.632296 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f99843-0d54-46c4-9b0c-ee0713e332d4,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:00.642092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:00.652205 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Checking segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:52:00.655559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Network hostable DHCP agents. Network: 9b4042d1-642c-427f-ae18-dc05dfa016ae, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:52:00.769010 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8e813f7c-b802-447a-9598-6114006c679f req-4bc53d49-a465-48c7-9746-eea7a69c4209 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 210 time: 0.1230133
Nov 04 13:52:00.782968 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:52:00.826200 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5d42-1058-4601-9ae3-c92d6f57041c req-a1ff4bde-4610-4773-ad0e-de88f6d98fc6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:00.827788 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b33b5d42-1058-4601-9ae3-c92d6f57041c req-a1ff4bde-4610-4773-ad0e-de88f6d98fc6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 945 time: 0.1294770
Nov 04 13:52:00.885963 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b33b5d42-1058-4601-9ae3-c92d6f57041c req-6ff1da25-fc8a-49b3-a59a-040abd9c6383 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486536
Nov 04 13:52:00.891502 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 9b4042d1-642c-427f-ae18-dc05dfa016ae) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:52:00.895954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:00.896709 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:00.901533 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd0af5-2023-4d57-96cf-7804624628be None None] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:52:01.009316 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-153bd4dd-e582-4099-9fd8-4df90c401176 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1445699
Nov 04 13:52:01.160015 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658076b1-de62-41c8-8f0d-b58526f2449b None None] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:52:01.535451 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60036) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:01.643217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Deleting subnet e7e7508a-ca2a-4c65-ba80-1ed9e500e50f {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:52:01.647051 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:01.712707 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:01.788829 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:01.818973 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-79fed0bc-8628-496f-aa14-f2e80f785e92 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:01.820579 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-79fed0bc-8628-496f-aa14-f2e80f785e92 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.2430980
Nov 04 13:52:01.851755 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-c6f72ef9-d8d2-4c58-bd6a-7a2a298c45a9 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/quotas/a4e68dfe15b34bf19bab0a00ee21765a HTTP/1.1" status: 200  len: 375 time: 0.0210249
Nov 04 13:52:01.859044 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa932062-bee7-4076-bf4d-5c9362161bd8 req-bfdfcecf-58b6-42a9-87b3-69e0fe297d45 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:01.860695 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa932062-bee7-4076-bf4d-5c9362161bd8 req-bfdfcecf-58b6-42a9-87b3-69e0fe297d45 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1582527
Nov 04 13:52:01.918083 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-45877f22-658b-473b-9d49-b0847ee34349 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0562477
Nov 04 13:52:01.986387 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.009088 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-53deec4f-f8fb-4a78-b500-61c8f4a956e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:02.030090 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa932062-bee7-4076-bf4d-5c9362161bd8 req-b97ee424-e454-4d99-a9e6-e02d22726958 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1369340
Nov 04 13:52:02.067012 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e7508a-ca2a-4c65-ba80-1ed9e500e50f,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:02.069401 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.073511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:02.080805 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e7e7508a-ca2a-4c65-ba80-1ed9e500e50f HTTP/1.1" status: 204  len: 168 time: 0.5443034
Nov 04 13:52:02.084361 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60048) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:02.150709 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-1f3528c8-1ad8-401e-9964-f017555eb7d6 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2221355
Nov 04 13:52:02.177149 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-5cd4f816-6e42-433e-9f13-c233f0acef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.245165 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.290380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-3fb29331-ae1b-4811-aceb-6fbbb524c0cc tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:02.291123 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-3fb29331-ae1b-4811-aceb-6fbbb524c0cc tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Synchronizing usage tracker for tenant:b5fad12d78ec4602b680271c42426609 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:52:02.296865 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.431698 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-31a39036-c5f2-4d64-8625-465afda13f8d req-a63363fb-eaca-4134-ac44-ed4da8965f74 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 210 time: 0.0565674
Nov 04 13:52:02.507395 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.509821 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-1233707a-ab30-4590-a883-3a0d165d81e0 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3582418
Nov 04 13:52:02.538431 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a7c49a0>,) {'filters': {'network_id': ['99e76cd1-65c0-4775-9357-453d351811db']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:52:02.603727 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a7c49a0>, '7389ed48-17b5-4e5e-96bd-60fc8a36e855') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:52:02.604057 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a7c49a0>, '7389ed48-17b5-4e5e-96bd-60fc8a36e855') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:52:02.623405 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.640190 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-3fb29331-ae1b-4811-aceb-6fbbb524c0cc tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Unset dirty status for tenant:b5fad12d78ec4602b680271c42426609 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:52:02.641863 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-3fb29331-ae1b-4811-aceb-6fbbb524c0cc tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 945 time: 0.7410469
Nov 04 13:52:02.663196 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acbc72e-ecc7-49f2-86c8-26ecf3114a3a req-f5f584c0-28c3-46ff-8387-e0882c5ad631 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:02.670456 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7acbc72e-ecc7-49f2-86c8-26ecf3114a3a req-f5f584c0-28c3-46ff-8387-e0882c5ad631 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 945 time: 0.0909708
Nov 04 13:52:02.688394 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.707503 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:52:02.707884 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:52:02.722115 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:52:02.725030 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7acbc72e-ecc7-49f2-86c8-26ecf3114a3a req-df36d1cd-a64f-4f79-b28c-7b9827a6018c tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536087
Nov 04 13:52:02.779701 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:02.927121 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Deleting port 8024085e-15fa-4d5f-a583-07b0ddf353c2 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:52:02.927781 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:03.016613 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fab222d4-b89e-4f76-9446-46976bff2544 req-efed44ca-95a1-463d-9c8c-d59702a9ad61 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 210 time: 0.0753758
Nov 04 13:52:03.283248 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] For port 8024085e-15fa-4d5f-a583-07b0ddf353c2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=8024085e-15fa-4d5f-a583-07b0ddf353c2,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:03.283883 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:03.430119 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Calling delete_port for 8024085e-15fa-4d5f-a583-07b0ddf353c2 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:52:03.458733 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:03.481776 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:03.500509 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:03.530046 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e76cd1-65c0-4775-9357-453d351811db,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:03.540389 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:03.576113 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5be3f-1dc1-4cdb-bb8e-9050dfa1bf13 req-f361d580-8ec6-4416-a2a3-9cb845e3f086 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:03.577588 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-62a5be3f-1dc1-4cdb-bb8e-9050dfa1bf13 req-f361d580-8ec6-4416-a2a3-9cb845e3f086 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1682923
Nov 04 13:52:03.672485 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-62f54cab-53cd-4ceb-aa0c-31b1db95d5c6 req-14c4827c-99e5-46ba-b9c5-97aa2d9ddf6a tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 210 time: 0.0524368
Nov 04 13:52:03.705660 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-62a5be3f-1dc1-4cdb-bb8e-9050dfa1bf13 req-6a0dbe3b-9c73-44ff-938b-f30abced75b2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1203930
Nov 04 13:52:03.812884 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-702d7754-4172-4b85-82e1-c97c0632f634 admin admin] 10.222.0.96 "DELETE /v2.0/networks/99e76cd1-65c0-4775-9357-453d351811db HTTP/1.1" status: 204  len: 168 time: 1.7273872
Nov 04 13:52:03.882511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:03.890213 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:03.934299 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aef631c5-1745-4c4d-bd40-8e48eef1ffe6 req-3101a726-e285-4aea-83b2-2b95a4e17376 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.0569537
Nov 04 13:52:03.938853 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Pushing event deleted for resources: {'Port': ['ID=8024085e-15fa-4d5f-a583-07b0ddf353c2,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:03.941377 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:04.119351 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] No DVR routers for this DVR port 8024085e-15fa-4d5f-a583-07b0ddf353c2 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:52:04.124374 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:04.127223 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'name': 'network-vif-deleted', 'tag': '8024085e-15fa-4d5f-a583-07b0ddf353c2'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:04.152919 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f7a37a47-2cc3-4c1a-9f5a-568517eeab9e req-ef82440f-d863-4b0b-8459-5e7eb89fbe80 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 210 time: 0.0439835
Nov 04 13:52:04.247553 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d80bc981-f6d9-4224-bb0d-b1d5bdaf8f11 req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "DELETE /v2.0/ports/8024085e-15fa-4d5f-a583-07b0ddf353c2 HTTP/1.1" status: 204  len: 173 time: 1.5968025
Nov 04 13:52:04.268466 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9c0889-80a5-4d0d-bb7a-1ef5149e2334', 'name': 'network-vif-deleted', 'tag': '8024085e-15fa-4d5f-a583-07b0ddf353c2', 'status': 'completed', 'code': 200}
Nov 04 13:52:04.331490 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6cf5-0471-438e-baa3-6bbb28e5fdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:04.361836 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60078) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:04.460471 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b4224bfe-38d3-4307-962a-8735d7304c42 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a1eac87b62e841038965ff631d986f32&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0952916
Nov 04 13:52:04.462526 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60082) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:04.502920 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-49bcaf4a-f6fa-439b-98b2-7491964c8e84 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:04.506538 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-49bcaf4a-f6fa-439b-98b2-7491964c8e84 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.90 "GET /v2.0/networks?id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 200  len: 808 time: 0.2872338
Nov 04 13:52:04.561133 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:04.582596 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-373a9430-ebea-4ee6-bcc2-3c356ff6dad7 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50e0fa78a5624d548307a24e279b8b2e HTTP/1.1" status: 200  len: 380 time: 0.0610797
Nov 04 13:52:04.595651 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'port': {'device_id': '84618b24-5ca7-4daf-b294-af5be927d638', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'admin_state_up': True, 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'security_groups': ['397b8238-8098-4063-b3cb-6f9ada971467']}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:04.609184 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:04.796605 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:52:04.809498 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:52:04.817696 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:04.824293 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1a0daa0f-3e34-4a68-a01e-244f2bc872d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:04.838192 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f614fd-d0e9-4756-8c5b-84f716dbb09e,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:04.865625 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:04.889087 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:04.892964 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/67f614fd-d0e9-4756-8c5b-84f716dbb09e HTTP/1.1" status: 204  len: 168 time: 0.4268496
Nov 04 13:52:04.928073 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7cec6a03-fc11-4f4f-84bc-9336ed84afcb req-90e6070d-a510-4810-94db-acd78aa82c83 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 210 time: 0.0834446
Nov 04 13:52:05.032233 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Made reservation on behalf of 50e0fa78a5624d548307a24e279b8b2e for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:52:05.035495 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:05.249029 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-651b7465-f25b-4171-9b12-e7bfb071a38c req-25bfe080-d754-40a3-a07f-3f0a702b100d tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=5f9c0889-80a5-4d0d-bb7a-1ef5149e2334 HTTP/1.1" status: 200  len: 210 time: 0.1272995
Nov 04 13:52:05.342657 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec0a79-d16f-4d7e-ba07-640c5f529e5f req-ee90c013-e592-48c2-8e68-4cd3a89aea26 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:05.350405 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9ec0a79-d16f-4d7e-ba07-640c5f529e5f req-ee90c013-e592-48c2-8e68-4cd3a89aea26 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.4210966
Nov 04 13:52:05.452208 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:05.500424 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9ec0a79-d16f-4d7e-ba07-640c5f529e5f req-cda1a891-2724-4890-9a1c-7416032306b9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1472719
Nov 04 13:52:05.514865 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 8024085e-15fa-4d5f-a583-07b0ddf353c2 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:52:05.531110 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Allocated IP 172.20.0.14 (b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd/16d2cd62-1957-4e27-9e09-312447b72513/36b45629-d2be-45d8-9e8b-3b455aaea3b6) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:52:05.584238 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 8024085e-15fa-4d5f-a583-07b0ddf353c2 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:52:05.584884 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 8024085e-15fa-4d5f-a583-07b0ddf353c2 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:52:05.681535 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e3edba8b-69c1-4461-bd67-354ea63ac077 req-84a2a856-15db-407b-9b0e-f9fc35fafc4e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 210 time: 0.0795741
Nov 04 13:52:05.916568 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:05.948347 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Transition to ACTIVE for port object 36b45629-d2be-45d8-9e8b-3b455aaea3b6 will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:52:06.057088 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:06.063868 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:06.217613 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:52:06.220383 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:06.224879 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:06.228249 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:52:06.238789 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:52:06.346543 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:06.346543 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:06.395644 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a333a-8fe1-4cf8-8ddc-3a0ba6df74b3 req-a1a58fb4-39f6-4816-960b-dd6552d4381c tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:06.406353 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f46a333a-8fe1-4cf8-8ddc-3a0ba6df74b3 req-a1a58fb4-39f6-4816-960b-dd6552d4381c tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 932 time: 0.2741346
Nov 04 13:52:06.640856 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0506985
Nov 04 13:52:06.691111 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-416c7a5e-4658-48d4-9f09-1a6afd947b8f None None] Provisioning for port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:52:06.696620 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-416c7a5e-4658-48d4-9f09-1a6afd947b8f None None] Provisioning complete for port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:52:06.696999 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-416c7a5e-4658-48d4-9f09-1a6afd947b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:06.697929 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f46a333a-8fe1-4cf8-8ddc-3a0ba6df74b3 req-8c0533a7-4895-4588-af19-ea7e9a86e01a tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2905719
Nov 04 13:52:06.711084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Request body: {'port': {'device_id': '84618b24-5ca7-4daf-b294-af5be927d638', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:06.797061 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-416c7a5e-4658-48d4-9f09-1a6afd947b8f None None] Port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:52:06.962046 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7b3e50c1-aa7d-4b6b-88ee-ccdd9adac071 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:06.982983 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7b3e50c1-aa7d-4b6b-88ee-ccdd9adac071 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:network {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:52:07.000203 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:07.046661 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9f8ec5e3-6224-474e-9011-315e113c4e10 req-4c22d687-ceb6-4319-afb1-142c955e8681 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 210 time: 0.0631990
Nov 04 13:52:07.108070 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7b3e50c1-aa7d-4b6b-88ee-ccdd9adac071 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:network {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:52:07.110004 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7b3e50c1-aa7d-4b6b-88ee-ccdd9adac071 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.4524512
Nov 04 13:52:07.124738 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a24ba-0b77-4554-b495-9eb896ab6fed req-365fc22f-7555-4e73-bdab-cbe0f8e94fd2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:07.126406 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c03a24ba-0b77-4554-b495-9eb896ab6fed req-365fc22f-7555-4e73-bdab-cbe0f8e94fd2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.3198247
Nov 04 13:52:07.128321 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Request body: {'port': {'device_id': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'admin_state_up': True, 'tenant_id': 'a4e68dfe15b34bf19bab0a00ee21765a'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:07.129378 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:07.416080 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:52:07.420527 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Usage tracker for resource:port and tenant:a4e68dfe15b34bf19bab0a00ee21765a is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:52:07.425913 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:52:07.432555 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c03a24ba-0b77-4554-b495-9eb896ab6fed req-ec00ad6c-abcd-4f42-a7bd-608ab958009a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2885504
Nov 04 13:52:07.437526 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:52:07.536567 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Made reservation on behalf of a4e68dfe15b34bf19bab0a00ee21765a for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:52:07.539975 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:07.747507 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Allocated IP 172.20.0.12 (9b4042d1-642c-427f-ae18-dc05dfa016ae/57f99843-0d54-46c4-9b0c-ee0713e332d4/b4e8b1d2-a856-4866-8ccf-8c8367365ce2) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:52:07.811147 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b45629-d2be-45d8-9e8b-3b455aaea3b6 {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:52:07.820030 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:07.837789 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Transition to ACTIVE for port object 36b45629-d2be-45d8-9e8b-3b455aaea3b6 will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:52:07.931702 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:07.945665 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5aed8f05-cca0-4002-af75-42cf9175c6d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:08.115073 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:08.158723 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:08.167769 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:08.263852 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58419a55-c6dd-4f10-aad2-731657ec02a4 req-bc681cfd-8fed-4760-a0f3-ea4b49d41a38 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:08.264771 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-58419a55-c6dd-4f10-aad2-731657ec02a4 req-bc681cfd-8fed-4760-a0f3-ea4b49d41a38 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Synchronizing usage tracker for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:52:08.268215 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:08.274842 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5bd46fea-135e-4c51-a5ff-edc3685a2b20 tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:08.393502 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Attempting to bind port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:52:08.394005 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Attempting to bind port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:52:08.394432 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Attempting to bind port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 on network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:08.409804 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:52:08.413795 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:52:08.418341 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-58419a55-c6dd-4f10-aad2-731657ec02a4 req-bc681cfd-8fed-4760-a0f3-ea4b49d41a38 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Unset dirty status for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:52:08.423214 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:52:08.425890 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58419a55-c6dd-4f10-aad2-731657ec02a4 req-bc681cfd-8fed-4760-a0f3-ea4b49d41a38 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.5564499
Nov 04 13:52:08.449012 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda2234-a607-4d68-aba2-6bf3abdde60a req-318a0fa6-339a-4d3f-8b14-7dccbf1f82a3 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:08.451466 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3cda2234-a607-4d68-aba2-6bf3abdde60a req-318a0fa6-339a-4d3f-8b14-7dccbf1f82a3 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 932 time: 0.1951475
Nov 04 13:52:08.457620 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 on network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:52:08.458064 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Attempting to bind port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 on network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:08.482659 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event updated for resources: {'Port': ['ID=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:08.487223 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:08.502251 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:52:08.502666 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Checking segment: {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:52:08.504812 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Bound using segment: {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:52:08.505332 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Bound port: 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4c4be0-09dd-4033-8012-ef5f96aa9253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:52:08.505818 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:08.516440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:08.516440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:08.581361 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-58419a55-c6dd-4f10-aad2-731657ec02a4 req-463b5733-ec41-49ea-bb0f-bb3f5196fbae tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541834
Nov 04 13:52:08.606985 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4830379
Nov 04 13:52:08.625511 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3cda2234-a607-4d68-aba2-6bf3abdde60a req-99d9079c-ef3d-4981-8603-1d533d3746b3 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643424
Nov 04 13:52:08.726096 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:52:08.732103 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:52:08.837066 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:08.846495 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:08.927463 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:08.928859 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] 10.222.0.90 "PUT /v2.0/ports/36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 200  len: 1094 time: 2.2725136
Nov 04 13:52:08.933075 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:08.952017 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:08.963309 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:08.978146 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc1452-4a93-4ca4-abd2-c728d2e22087 req-a9eef8c7-93d9-4dee-9db2-d0cb2988f98e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:08.979655 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-30fc1452-4a93-4ca4-abd2-c728d2e22087 req-a9eef8c7-93d9-4dee-9db2-d0cb2988f98e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1917706
Nov 04 13:52:09.037054 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'status': 'completed', 'code': 200}
Nov 04 13:52:09.111293 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-30fc1452-4a93-4ca4-abd2-c728d2e22087 req-986da496-6b68-4fc4-ae77-402aec2d912d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189797
Nov 04 13:52:09.857308 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a504e2-78e8-44e1-a15b-fe8042e8d09a req-18b0ac1e-79af-41ff-8566-3c93f0753e07 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:09.858921 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d6a504e2-78e8-44e1-a15b-fe8042e8d09a req-18b0ac1e-79af-41ff-8566-3c93f0753e07 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1396606
Nov 04 13:52:09.925086 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d63804-9e45-426d-ba04-8e0750915573 req-fd302795-e6cf-4bd5-b1e0-3237be543554 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:09.926637 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-99d63804-9e45-426d-ba04-8e0750915573 req-fd302795-e6cf-4bd5-b1e0-3237be543554 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 932 time: 0.1514916
Nov 04 13:52:09.957134 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d6a504e2-78e8-44e1-a15b-fe8042e8d09a req-79103906-f34c-45a0-9fc9-483788aa7875 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911002
Nov 04 13:52:09.996075 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-99d63804-9e45-426d-ba04-8e0750915573 req-7599e098-850c-466d-aaba-79dd2f6a9514 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584919
Nov 04 13:52:10.375130 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853bb50-542c-453e-9913-4ddbd0cb48aa req-b89be655-0855-4107-9f78-6a3679a219c5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:10.377788 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4853bb50-542c-453e-9913-4ddbd0cb48aa req-b89be655-0855-4107-9f78-6a3679a219c5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0905628
Nov 04 13:52:10.428808 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4853bb50-542c-453e-9913-4ddbd0cb48aa req-7b49ab4e-8cb0-42bd-ad4b-93b0265f6cbd tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457160
Nov 04 13:52:10.521973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Request body: {'port': {'device_id': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:10.657473 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:10.741601 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6a762c3d-792e-45a2-b308-c662eaadb6ec req-40972a8f-fc33-43f4-89e9-855f72d6db46 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1097 time: 0.2006218
Nov 04 13:52:10.901130 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762c3d-792e-45a2-b308-c662eaadb6ec req-60dacc87-4402-4e42-a2e2-9213693db13e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:10.902746 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6a762c3d-792e-45a2-b308-c662eaadb6ec req-60dacc87-4402-4e42-a2e2-9213693db13e service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=50e0fa78a5624d548307a24e279b8b2e&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1525669
Nov 04 13:52:11.158725 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762c3d-792e-45a2-b308-c662eaadb6ec req-71ba987d-5a6a-44da-bd62-e535ed57113c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:11.162988 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6a762c3d-792e-45a2-b308-c662eaadb6ec req-71ba987d-5a6a-44da-bd62-e535ed57113c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2535911
Nov 04 13:52:11.231024 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e8b1d2-a856-4866-8ccf-8c8367365ce2 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:52:11.246243 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:11.279163 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Transition to ACTIVE for port object b4e8b1d2-a856-4866-8ccf-8c8367365ce2 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:52:11.353666 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:11.359277 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8b428a39-05d4-491d-bfe1-3d6f683613ba tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:11.442712 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:11.454750 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:11.493245 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835b817-b1f9-4b52-9c05-9b6dd9bfcaa4 req-ee58d5e1-3fcd-4b6e-ac82-9fef154bb4e5 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:11.494808 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d835b817-b1f9-4b52-9c05-9b6dd9bfcaa4 req-ee58d5e1-3fcd-4b6e-ac82-9fef154bb4e5 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 932 time: 0.2213082
Nov 04 13:52:11.500000 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-2840065b-4cbb-4863-855c-6883ef4766ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1097 time: 0.2815332
Nov 04 13:52:11.528981 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107184e-c0ac-40c9-9605-a8077bb64c4b req-fe34fb12-0776-4971-8724-77fc1a5ff760 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:11.534059 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6107184e-c0ac-40c9-9605-a8077bb64c4b req-fe34fb12-0776-4971-8724-77fc1a5ff760 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.2444272
Nov 04 13:52:11.645776 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-7049040c-010f-42ff-b551-61726ea36886 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 200  len: 217 time: 0.1082060
Nov 04 13:52:11.798788 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d835b817-b1f9-4b52-9c05-9b6dd9bfcaa4 req-480b6139-5a99-4b9e-b93e-5a8404e30074 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2949152
Nov 04 13:52:11.833325 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-4146d4c7-c868-4165-9d87-f3a8f1a2607f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:11.839076 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Attempting to bind port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:52:11.839611 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Attempting to bind port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:52:11.839917 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Attempting to bind port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:11.843445 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-4146d4c7-c868-4165-9d87-f3a8f1a2607f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16d2cd62-1957-4e27-9e09-312447b72513 HTTP/1.1" status: 200  len: 847 time: 0.1677899
Nov 04 13:52:11.860462 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6107184e-c0ac-40c9-9605-a8077bb64c4b req-2b539d3d-2051-4fbe-a3b8-942df9b18d67 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3240190
Nov 04 13:52:11.865139 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:52:11.865447 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Attempting to bind port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:11.893055 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:52:11.893454 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Checking segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:52:11.893792 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Bound using segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:52:11.894199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Bound port: b4e8b1d2-a856-4866-8ccf-8c8367365ce2, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:52:11.900571 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:12.029159 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] For port b4e8b1d2-a856-4866-8ccf-8c8367365ce2, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:52:12.032937 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] For port b4e8b1d2-a856-4866-8ccf-8c8367365ce2, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:52:12.050567 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbaa57-afc4-4ad6-9722-bc3486e11135 req-748db262-b03e-4b5a-8621-966634d583fa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:12.051977 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-93bbaa57-afc4-4ad6-9722-bc3486e11135 req-748db262-b03e-4b5a-8621-966634d583fa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1094215
Nov 04 13:52:12.057792 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-68a4117a-3b61-4f42-84a1-4451f7b1e82e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1963332
Nov 04 13:52:12.163740 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:12.168623 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ad6dda4d-f189-481e-b3e0-1f4cc4b6aad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:12.189208 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-93bbaa57-afc4-4ad6-9722-bc3486e11135 req-d23bf7b6-c14b-4c3b-8ebf-17df5fbd8197 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1304591
Nov 04 13:52:12.250337 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-2b5f0194-00d3-424a-b7a7-ddcf329ca370 service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762505
Nov 04 13:52:12.273425 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:12.274812 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] 10.222.0.90 "PUT /v2.0/ports/b4e8b1d2-a856-4866-8ccf-8c8367365ce2 HTTP/1.1" status: 200  len: 1094 time: 1.7637391
Nov 04 13:52:12.275318 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'tag': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:12.309912 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:12.318453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:12.378280 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'tag': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2', 'status': 'completed', 'code': 200}
Nov 04 13:52:12.468237 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee4629c4-379f-4c32-85f2-08c03d41f2e4 req-bf075264-d09b-4a2e-a0c5-5b47a2d84f90 service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2104502
Nov 04 13:52:12.471520 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-bed1cea6-570e-41cb-9a6a-7803fa1adefa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 1097 time: 0.0783412
Nov 04 13:52:12.562514 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-afdc008e-bc61-4ac3-8e1c-22e98cfef01d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e8b1d2-a856-4866-8ccf-8c8367365ce2 HTTP/1.1" status: 200  len: 217 time: 0.0769291
Nov 04 13:52:12.642694 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-a146b8b7-dffc-48aa-aa8c-ea4c4ba06277 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:12.644501 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-a146b8b7-dffc-48aa-aa8c-ea4c4ba06277 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57f99843-0d54-46c4-9b0c-ee0713e332d4 HTTP/1.1" status: 200  len: 855 time: 0.0742648
Nov 04 13:52:12.720305 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-677ca8ef-f6e3-4edb-8d66-9cf79c62fca5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b4042d1-642c-427f-ae18-dc05dfa016ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646424
Nov 04 13:52:12.900760 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-5e8c381e-24d2-42eb-9029-1e57fc1e7116 service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1712809
Nov 04 13:52:13.120753 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-36b9490c-70c8-43bd-ac37-591fd794eb4e req-cd888922-7cfb-444d-a4a9-751b959c3a7a service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087400
Nov 04 13:52:13.138934 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9b05c-007d-40f7-b643-30ad56595ed5 req-d84c450f-e65b-40ed-b16d-b9f590d6dcfd tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:13.141307 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c9c9b05c-007d-40f7-b643-30ad56595ed5 req-d84c450f-e65b-40ed-b16d-b9f590d6dcfd tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 944 time: 0.1605883
Nov 04 13:52:13.342870 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-f0ecbc62-5d6d-469b-afdc-c71000f4ec1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 1097 time: 0.1172910
Nov 04 13:52:13.359197 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c9c9b05c-007d-40f7-b643-30ad56595ed5 req-b716037c-7575-44db-9db6-d89b6ee5d247 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070684
Nov 04 13:52:13.454274 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ccb11-56e8-4c92-8598-1f672ebbc5df req-9879969b-2616-416b-a977-84ee28d2e91b tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:13.461936 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea2ccb11-56e8-4c92-8598-1f672ebbc5df req-9879969b-2616-416b-a977-84ee28d2e91b tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.2286761
Nov 04 13:52:13.529377 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea2ccb11-56e8-4c92-8598-1f672ebbc5df req-860f5a68-6048-4ae6-8022-ce9ba04aa4f6 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664716
Nov 04 13:52:13.581371 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-454d7f30-c1cc-44ad-afd5-473e49b63b2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:13.584478 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-454d7f30-c1cc-44ad-afd5-473e49b63b2b service neutron] 10.222.0.90 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 916 time: 0.2341807
Nov 04 13:52:13.713327 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e3756-2621-4ba6-94e1-9aa18bdee3e9 req-555b9641-74a7-43a7-9d34-82b38dda4483 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:13.714976 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b9e3756-2621-4ba6-94e1-9aa18bdee3e9 req-555b9641-74a7-43a7-9d34-82b38dda4483 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1754444
Nov 04 13:52:13.726128 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-7607b6ce-0915-456d-bd68-621afe5a8719 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4e8b1d2-a856-4866-8ccf-8c8367365ce2 HTTP/1.1" status: 200  len: 217 time: 0.1336615
Nov 04 13:52:13.803733 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-7e44ba36-ba80-4f85-b974-28ac97b03efd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:13.805778 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-7e44ba36-ba80-4f85-b974-28ac97b03efd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57f99843-0d54-46c4-9b0c-ee0713e332d4 HTTP/1.1" status: 200  len: 855 time: 0.0685296
Nov 04 13:52:13.845931 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b9e3756-2621-4ba6-94e1-9aa18bdee3e9 req-698283bb-5354-472c-b96c-67226f7056be tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0920701
Nov 04 13:52:13.855376 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-1e37eccd-c320-4e9c-9da6-7be13fc2f45d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b4042d1-642c-427f-ae18-dc05dfa016ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428069
Nov 04 13:52:13.858995 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369ea12-8cbd-4302-a5c3-f8aa7a9e23bd req-01b98796-1cee-44a1-8bf3-ea83b1c0bdcf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:13.860465 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8369ea12-8cbd-4302-a5c3-f8aa7a9e23bd req-01b98796-1cee-44a1-8bf3-ea83b1c0bdcf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1686356
Nov 04 13:52:13.929366 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8369ea12-8cbd-4302-a5c3-f8aa7a9e23bd req-24936c06-5bbe-44a3-a446-d0e53dc00dc0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623276
Nov 04 13:52:14.023301 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-55e6e660-b75c-4a15-b749-1920cd067836 service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561918
Nov 04 13:52:14.166243 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-78d05b33-6f81-4be6-b57c-b862e37e5861 req-1155dc4e-30ae-4718-8aa8-a2e2bd17a4d5 service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360636
Nov 04 13:52:14.743975 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff854c-0496-45c3-86f6-41fb28d3c51e req-39f24aa9-cb09-463e-9522-69456cea7fa0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:14.745413 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7eff854c-0496-45c3-86f6-41fb28d3c51e req-39f24aa9-cb09-463e-9522-69456cea7fa0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 944 time: 0.2117310
Nov 04 13:52:14.835608 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7eff854c-0496-45c3-86f6-41fb28d3c51e req-44ac7265-e423-4938-9cab-4b14cc09a3e2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588570
Nov 04 13:52:14.860924 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fefb9-7b59-4927-a41e-0efcbb254e94 req-4a2e9069-5bb3-46b6-976a-5e330aa65dbe tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:14.864206 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cb7fefb9-7b59-4927-a41e-0efcbb254e94 req-4a2e9069-5bb3-46b6-976a-5e330aa65dbe tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1160841
Nov 04 13:52:14.913157 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cb7fefb9-7b59-4927-a41e-0efcbb254e94 req-3a90bda4-a643-4794-a40a-281220469463 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428884
Nov 04 13:52:15.075042 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba433f7-06ed-44c7-965e-6267816e14de req-90c31bbe-ca37-435d-b97d-6d11eb844479 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:15.076625 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-eba433f7-06ed-44c7-965e-6267816e14de req-90c31bbe-ca37-435d-b97d-6d11eb844479 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0858452
Nov 04 13:52:15.127159 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-eba433f7-06ed-44c7-965e-6267816e14de req-6c965395-dde3-4819-87c1-034ae1ea7c9f tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445309
Nov 04 13:52:15.310366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42c02-001a-4102-b562-05cb884e8c7e req-f64ba0e6-ed7d-4447-87f4-63012b789f09 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:15.311810 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c0b42c02-001a-4102-b562-05cb884e8c7e req-f64ba0e6-ed7d-4447-87f4-63012b789f09 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0785518
Nov 04 13:52:15.362347 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c0b42c02-001a-4102-b562-05cb884e8c7e req-859a2be1-75a6-4124-a4b8-7b589429b4c3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449119
Nov 04 13:52:16.117824 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0af9a-74ef-4471-a7f7-a07985b66060 req-8daa2771-c4b8-496f-b6bc-1fbcc1b18a5d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:16.123683 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-01d0af9a-74ef-4471-a7f7-a07985b66060 req-8daa2771-c4b8-496f-b6bc-1fbcc1b18a5d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 944 time: 0.1482234
Nov 04 13:52:16.198537 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c5270-cea1-4335-8dbf-d8d38a5e88f8 req-27abf6a2-0424-4093-bea8-65bdc6f2eb8c tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:16.200197 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-618c5270-cea1-4335-8dbf-d8d38a5e88f8 req-27abf6a2-0424-4093-bea8-65bdc6f2eb8c tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1396167
Nov 04 13:52:16.202778 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-01d0af9a-74ef-4471-a7f7-a07985b66060 req-f35fd9ba-bc4c-49a4-9a2f-502db8d02add tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720508
Nov 04 13:52:16.251225 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-618c5270-cea1-4335-8dbf-d8d38a5e88f8 req-c102c727-2f0b-4a2f-89fa-9ace4b4fffe5 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455191
Nov 04 13:52:16.410922 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76229d-cb17-4ff0-a9f9-2b50903ff4de req-157cfc1c-b03a-496e-85a0-67be5fed653d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:16.412403 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ca76229d-cb17-4ff0-a9f9-2b50903ff4de req-157cfc1c-b03a-496e-85a0-67be5fed653d tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0817184
Nov 04 13:52:16.464160 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ca76229d-cb17-4ff0-a9f9-2b50903ff4de req-717b541f-7950-410c-9165-a62c373077bf tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436327
Nov 04 13:52:16.582545 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ad0c1-b8c1-4887-ac31-bc1042ef5305 req-30f72142-ac3c-45d0-81b2-9346ab07090a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:16.584095 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e85ad0c1-b8c1-4887-ac31-bc1042ef5305 req-30f72142-ac3c-45d0-81b2-9346ab07090a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.0815949
Nov 04 13:52:16.639492 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e85ad0c1-b8c1-4887-ac31-bc1042ef5305 req-b55de50b-1ab6-4d74-8bcc-33ae5733aa47 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491886
Nov 04 13:52:16.745852 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device b4e8b1d2-a856-4866-8ccf-8c8367365ce2 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:52:16.886073 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port b4e8b1d2-a856-4866-8ccf-8c8367365ce2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:16.900553 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'port_id': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2', 'mac_address': 'fa:16:3e:25:d4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f99843-0d54-46c4-9b0c-ee0713e332d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:52:16.955638 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:16.973610 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e8b1d2-a856-4866-8ccf-8c8367365ce2 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:52:16.992997 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port b4e8b1d2-a856-4866-8ccf-8c8367365ce2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:17.073376 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:17.075258 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:17.177966 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:17.181114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:17.392679 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:52:17.470348 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d9af4-21b6-4f41-8007-866d3cb45c4f req-96b888a7-2edb-4a3d-a4c7-af96245fc1e6 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:17.471805 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-948d9af4-21b6-4f41-8007-866d3cb45c4f req-96b888a7-2edb-4a3d-a4c7-af96245fc1e6 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 945 time: 0.1379507
Nov 04 13:52:17.510146 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65645c12-9663-46c9-9ee5-27895c396077 req-fb95796e-d71c-4a07-a894-4478e2de7849 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:17.511635 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-65645c12-9663-46c9-9ee5-27895c396077 req-fb95796e-d71c-4a07-a894-4478e2de7849 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1254232
Nov 04 13:52:17.557860 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-948d9af4-21b6-4f41-8007-866d3cb45c4f req-ec064e8e-1c5f-4084-a9e3-58ca34d6b402 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792813
Nov 04 13:52:17.578305 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-65645c12-9663-46c9-9ee5-27895c396077 req-92dbad72-4d9b-4df5-96cf-82d70c85f8d7 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588076
Nov 04 13:52:17.650241 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-f671be4e-b080-41b5-8697-a5eefcdeac60 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1098 time: 0.0884545
Nov 04 13:52:17.783949 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d076f94-a0df-4928-992f-3a8a7d1ac739 req-816cb215-6151-4a8a-b7d9-9fe062f6f156 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:17.785494 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5d076f94-a0df-4928-992f-3a8a7d1ac739 req-816cb215-6151-4a8a-b7d9-9fe062f6f156 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0962973
Nov 04 13:52:17.900486 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5d076f94-a0df-4928-992f-3a8a7d1ac739 req-de2ae671-9f03-4b2a-9aa6-9627b985f3cf tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0830882
Nov 04 13:52:17.901539 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-ed7df194-bf6d-4bf7-8f33-e8f9d790ce1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:17.905256 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-ed7df194-bf6d-4bf7-8f33-e8f9d790ce1a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.2465281
Nov 04 13:52:17.927720 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a45c7-ad6d-4d01-9b16-ac86bab4996a req-b0512b67-cfe2-487d-8120-a82b798a0d28 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:17.929284 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-585a45c7-ad6d-4d01-9b16-ac86bab4996a req-b0512b67-cfe2-487d-8120-a82b798a0d28 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1424630
Nov 04 13:52:18.023930 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-585a45c7-ad6d-4d01-9b16-ac86bab4996a req-61b41007-8c03-4087-ba91-1af55cb45fbb tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889201
Nov 04 13:52:18.066967 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-91407f65-cc6c-43a0-a3a3-aff8e9437655 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc HTTP/1.1" status: 200  len: 1000 time: 0.1535711
Nov 04 13:52:18.136322 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-e7b3f66a-b294-4d1a-9df8-c3fb719f3d8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:18.138972 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-e7b3f66a-b294-4d1a-9df8-c3fb719f3d8d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0643842
Nov 04 13:52:18.223442 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-25a397a3-524f-4b80-be70-b3e22d26799f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764494
Nov 04 13:52:18.266161 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-3a4ec20e-55c7-41b5-b7c8-2b3c9e509944 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:18.267701 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-3a4ec20e-55c7-41b5-b7c8-2b3c9e509944 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/networks?id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce HTTP/1.1" status: 200  len: 814 time: 0.1620288
Nov 04 13:52:18.283792 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-90a199e9-94b1-4f91-8b2e-f68e4976e719 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/quotas/b5fad12d78ec4602b680271c42426609 HTTP/1.1" status: 200  len: 375 time: 0.0104380
Nov 04 13:52:18.331397 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-68bc107c-4f14-49db-aa1d-e22ac73ecdae tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=b5fad12d78ec4602b680271c42426609&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416193
Nov 04 13:52:18.363995 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-d81287eb-c98d-4c5f-9179-75663dff2804 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326160
Nov 04 13:52:18.466117 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-1b9a155b-d893-49ff-8e53-35994b1a5fff service neutron] 10.222.0.96 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281052
Nov 04 13:52:18.501473 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4f6537c3-55a2-40ac-930c-9b6bad6c5620 req-1ec1b819-e5c5-4e3c-89f9-f67958aaed83 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284537
Nov 04 13:52:18.542227 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device b4e8b1d2-a856-4866-8ccf-8c8367365ce2 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:52:18.613462 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-e55a8dfe-d7b6-4ae6-bc08-9a349f7370b6 service neutron] 10.222.0.96 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413329
Nov 04 13:52:18.678780 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:52:18.683861 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:52:18.684801 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:18.783211 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18757d-c683-4c88-b077-8e22e444013c req-521bc16a-6a7e-445d-9036-e0959e3769ee tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:18.784547 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5e18757d-c683-4c88-b077-8e22e444013c req-521bc16a-6a7e-445d-9036-e0959e3769ee tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 945 time: 0.0947244
Nov 04 13:52:18.818822 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:18.850443 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:18.861345 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port b4e8b1d2-a856-4866-8ccf-8c8367365ce2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:18.942316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:18.944399 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:18.988307 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5e18757d-c683-4c88-b077-8e22e444013c req-5ee58f1b-b828-4efb-aae1-4218b46e0312 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979778
Nov 04 13:52:19.019660 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:19.023551 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:19.044351 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa4a542-1fd0-4074-a884-926ca8be20f1 req-6f77f9f3-8548-4129-b853-0dceb2176571 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:19.045885 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2fa4a542-1fd0-4074-a884-926ca8be20f1 req-6f77f9f3-8548-4129-b853-0dceb2176571 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1215746
Nov 04 13:52:19.135418 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-98c3c0f0-aafe-457c-8470-1d57ba23e3d1 req-3f565434-6e82-405b-ace7-69edd225946e tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 210 time: 0.0611742
Nov 04 13:52:19.157015 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2fa4a542-1fd0-4074-a884-926ca8be20f1 req-c4d0804a-b850-42bc-bb7c-2e65103c84e5 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1045744
Nov 04 13:52:19.209151 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2', 'code': 200}
Nov 04 13:52:19.432256 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb608c-8238-43d1-a481-075ed60635c2 req-5d987037-7c8a-4df8-b38f-f0eb7c9a7557 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:19.433705 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-80cb608c-8238-43d1-a481-075ed60635c2 req-5d987037-7c8a-4df8-b38f-f0eb7c9a7557 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1395624
Nov 04 13:52:19.446448 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6964e-3483-4327-a4ca-d5cf427b2252 req-77b1a14f-b014-40ef-b3bd-24d62d7dc38c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:19.447837 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ee6964e-3483-4327-a4ca-d5cf427b2252 req-77b1a14f-b014-40ef-b3bd-24d62d7dc38c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1145685
Nov 04 13:52:19.523453 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-80cb608c-8238-43d1-a481-075ed60635c2 req-e9fc1f24-aa90-46fe-95dd-24a1dc192340 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0827947
Nov 04 13:52:19.526059 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ee6964e-3483-4327-a4ca-d5cf427b2252 req-dec1f5ba-6688-4f29-aefd-a9119f3b423f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648472
Nov 04 13:52:19.676009 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5515c159-eb60-4f83-98d3-1657582286df req-3de7562c-d3e9-41e7-bfd5-2f5865aac335 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 1099 time: 0.0742652
Nov 04 13:52:19.719778 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5515c159-eb60-4f83-98d3-1657582286df req-99498c39-d4c6-4835-b8e3-d31c4a764d20 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366793
Nov 04 13:52:20.185139 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692e653-b06d-4f19-87b0-fc5f7cc8c900 req-6f73585a-eb5f-4ef4-b013-1fdf275914f2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:20.187069 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2692e653-b06d-4f19-87b0-fc5f7cc8c900 req-6f73585a-eb5f-4ef4-b013-1fdf275914f2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 946 time: 0.0840294
Nov 04 13:52:20.262952 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2692e653-b06d-4f19-87b0-fc5f7cc8c900 req-bf5f234c-00b3-4b7e-8888-1241ab6827bb tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694549
Nov 04 13:52:20.311086 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e62f8a34-cc15-41c1-b7a2-5f8c578adba1 req-2e95dd3d-23c9-46d3-8c3c-cd0f5f4cd3b4 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 210 time: 0.0461164
Nov 04 13:52:20.470212 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b5f3-603b-45ff-aa87-89a2d336cf66 req-1422bb22-df06-409a-b76b-11dae15787a4 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:20.471568 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5ba8b5f3-603b-45ff-aa87-89a2d336cf66 req-1422bb22-df06-409a-b76b-11dae15787a4 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.0827556
Nov 04 13:52:20.520100 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5ba8b5f3-603b-45ff-aa87-89a2d336cf66 req-1bde3f71-3028-410a-9b69-1313d959b7d5 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429416
Nov 04 13:52:20.563574 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 36b45629-d2be-45d8-9e8b-3b455aaea3b6 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:52:20.662182 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:52:20.802167 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34558221-df1d-4301-bd55-74ea88677da8 req-2f9d789b-6ced-4809-a8a1-be7e6015e4db tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:20.807345 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-34558221-df1d-4301-bd55-74ea88677da8 req-2f9d789b-6ced-4809-a8a1-be7e6015e4db tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1452215
Nov 04 13:52:20.811704 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:20.834785 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'port_id': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'mac_address': 'fa:16:3e:a5:d8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:52:20.836294 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:20.841255 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f463625-6e56-4d61-b4e9-a311f7668f09 req-480bf7e9-c5a3-4f4c-ac8f-adb9bc6e2823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:20.842770 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2f463625-6e56-4d61-b4e9-a311f7668f09 req-480bf7e9-c5a3-4f4c-ac8f-adb9bc6e2823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 945 time: 0.1446297
Nov 04 13:52:20.904642 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-34558221-df1d-4301-bd55-74ea88677da8 req-b86e8217-b45e-4823-b184-5dba5d846633 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0962496
Nov 04 13:52:20.925924 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2f463625-6e56-4d61-b4e9-a311f7668f09 req-2a052e4c-da07-4f36-97ad-94cfa4f74d13 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696893
Nov 04 13:52:20.926691 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:20.926691 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:20.944621 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b45629-d2be-45d8-9e8b-3b455aaea3b6 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:52:20.965884 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:20.982043 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:20.983926 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:21.017270 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:21.051247 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=8']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:21.054096 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:21.055053 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:21.123986 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:21.126944 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:21.202541 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:21.270299 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'code': 200}
Nov 04 13:52:21.286614 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['36b45629-d2be-45d8-9e8b-3b455aaea3b6'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:52:21.419649 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-6572ea08-3dde-4c56-b74d-3bdcfbd4fc18 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:21.421375 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-6572ea08-3dde-4c56-b74d-3bdcfbd4fc18 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "GET /v2.0/networks?id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce HTTP/1.1" status: 200  len: 814 time: 0.2018085
Nov 04 13:52:21.441664 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Request body: {'port': {'device_id': '45feb053-f565-47b1-b730-b8e7b927255d', 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce', 'admin_state_up': True, 'tenant_id': 'b5fad12d78ec4602b680271c42426609'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:21.547766 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee58794a-c70a-427a-86f1-a24f81c2cb0e req-b8be5050-06d2-47fb-95c5-6176a24b1588 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 210 time: 0.0811911
Nov 04 13:52:21.594056 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396d973-1e47-469a-9525-93227b83c410 req-a0223261-e9e5-4ddb-b03c-83c9f3b9fd71 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:21.596987 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4396d973-1e47-469a-9525-93227b83c410 req-a0223261-e9e5-4ddb-b03c-83c9f3b9fd71 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 946 time: 0.0925307
Nov 04 13:52:21.643276 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:52:21.647917 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Usage tracker for resource:port and tenant:b5fad12d78ec4602b680271c42426609 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:52:21.651288 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:52:21.659151 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:52:21.684516 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4396d973-1e47-469a-9525-93227b83c410 req-9e6411ed-4ef7-4ba7-832c-1cfa64766df3 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814295
Nov 04 13:52:21.770422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Made reservation on behalf of b5fad12d78ec4602b680271c42426609 for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:52:21.775073 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:21.815906 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c0f4a-c712-4088-bbfe-05ce740eb6d1 req-0ee0575a-1ed7-402c-815e-4683025778bb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:21.817669 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ae3c0f4a-c712-4088-bbfe-05ce740eb6d1 req-0ee0575a-1ed7-402c-815e-4683025778bb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 945 time: 0.0850091
Nov 04 13:52:21.894438 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ae3c0f4a-c712-4088-bbfe-05ce740eb6d1 req-22373eea-9134-4b44-b52a-2dcd1bc78bd0 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594177
Nov 04 13:52:21.994145 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Allocated IP 172.20.0.3 (a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce/3c7b9038-278e-457e-b754-39f850d7375a/0505d846-8572-4fbf-9c1a-c48e7f3664a3) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:52:22.187190 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0badc-41ee-48bb-b8db-d29cedff93d3 req-731d2914-7085-47b4-b9e9-0a04894c82e2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:22.189355 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4bb0badc-41ee-48bb-b8db-d29cedff93d3 req-731d2914-7085-47b4-b9e9-0a04894c82e2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1096900
Nov 04 13:52:22.196151 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848a15f-28c6-4e14-a931-2e7d298ba5e5 req-86295083-572d-4404-b922-5dc566fa0290 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:22.197551 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7848a15f-28c6-4e14-a931-2e7d298ba5e5 req-86295083-572d-4404-b922-5dc566fa0290 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1606433
Nov 04 13:52:22.206668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:22.270257 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4bb0badc-41ee-48bb-b8db-d29cedff93d3 req-7e007036-dd9f-4006-b622-b5d41f6705e7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709879
Nov 04 13:52:22.291201 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7848a15f-28c6-4e14-a931-2e7d298ba5e5 req-39e59cf4-b8ec-4536-a7f2-1afcd10d8794 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0524695
Nov 04 13:52:22.415905 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:22.439142 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c225e6d7-9260-4fe5-991f-71f9bfe05962 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:22.493702 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:52:22.502208 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:52:22.506933 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:52:22.541101 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Pushing event updated for resources: {'Port': ['ID=0505d846-8572-4fbf-9c1a-c48e7f3664a3,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:22.547942 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:22.575349 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 36b45629-d2be-45d8-9e8b-3b455aaea3b6 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:52:22.581956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:22.582553 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:22.696680 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2607539
Nov 04 13:52:22.708691 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Request body: {'port': {'device_id': '45feb053-f565-47b1-b730-b8e7b927255d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:22.741922 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:52:22.749764 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:52:22.750145 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:22.800882 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e0f9d-747d-4278-a4c5-5456299c0283 req-ed8572bb-b014-45e4-8d7b-d65b0b765ddd tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:22.806552 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6c6e0f9d-747d-4278-a4c5-5456299c0283 req-ed8572bb-b014-45e4-8d7b-d65b0b765ddd tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 931 time: 0.0911024
Nov 04 13:52:22.849465 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:22.872706 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:22.894947 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6c6e0f9d-747d-4278-a4c5-5456299c0283 req-f33aac5c-2d86-4983-b0c7-918815535601 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799520
Nov 04 13:52:22.915553 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:22.982202 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:22.984232 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-7656e67e-5c56-4817-b7f9-e6d3d5af0e52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:23.061265 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:23.064372 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:23.117122 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90116045-5afa-412b-b3dd-8f794acba3d2 req-1a1f34a5-b337-420c-8c80-100d8c9617ec tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:23.118710 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-90116045-5afa-412b-b3dd-8f794acba3d2 req-1a1f34a5-b337-420c-8c80-100d8c9617ec tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0853605
Nov 04 13:52:23.167086 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-90116045-5afa-412b-b3dd-8f794acba3d2 req-7f890181-42e5-44dd-bcab-59d757b5e887 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425828
Nov 04 13:52:23.271854 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:23.327157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0505d846-8572-4fbf-9c1a-c48e7f3664a3 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:52:23.332057 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'code': 200}
Nov 04 13:52:23.333862 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:23.351403 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Transition to ACTIVE for port object 0505d846-8572-4fbf-9c1a-c48e7f3664a3 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:52:23.439075 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:23.443125 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:23.532075 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7029d-c860-4a6e-8728-fc1564ff9410 req-64c7e43d-4e77-4e1f-9403-892425c1b2d6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:23.534937 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-83b7029d-c860-4a6e-8728-fc1564ff9410 req-64c7e43d-4e77-4e1f-9403-892425c1b2d6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1049817
Nov 04 13:52:23.598146 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-83b7029d-c860-4a6e-8728-fc1564ff9410 req-4138bcbc-4ff4-4214-a2a8-1b731aa21366 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0577226
Nov 04 13:52:23.610268 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Pushing event updated for resources: {'Port': ['ID=0505d846-8572-4fbf-9c1a-c48e7f3664a3,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:23.615218 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:23.728485 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Attempting to bind port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:52:23.729061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Attempting to bind port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:52:23.729555 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Attempting to bind port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 on network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:23.736530 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 on network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:52:23.736851 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Attempting to bind port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 on network a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:23.743333 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:52:23.751187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Checking segment: {'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:52:23.751187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Bound using segment: {'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:52:23.751187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Bound port: 0505d846-8572-4fbf-9c1a-c48e7f3664a3, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:52:23.751187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:23.860619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] For port 0505d846-8572-4fbf-9c1a-c48e7f3664a3, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:52:23.864099 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] For port 0505d846-8572-4fbf-9c1a-c48e7f3664a3, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0505d846-8572-4fbf-9c1a-c48e7f3664a3,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:52:23.930882 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:23.935890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:23.996627 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:23.998303 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] 10.222.0.90 "PUT /v2.0/ports/0505d846-8572-4fbf-9c1a-c48e7f3664a3 HTTP/1.1" status: 200  len: 1093 time: 1.2937572
Nov 04 13:52:24.001352 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45feb053-f565-47b1-b730-b8e7b927255d', 'tag': '0505d846-8572-4fbf-9c1a-c48e7f3664a3'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:24.032007 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Pushing event updated for resources: {'Port': ['ID=0505d846-8572-4fbf-9c1a-c48e7f3664a3,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:24.036403 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-62f4e4f0-1239-4b16-af76-43e73524395d req-a6a8cf55-a778-4d7c-a984-54812c16364e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1099 time: 0.2473714
Nov 04 13:52:24.036969 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:24.081114 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-949755b6-d99f-4937-9040-2cc04409987d req-276de497-ab15-4dd1-b4cd-45fcc3fa56fe service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2066503
Nov 04 13:52:24.099006 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-62f4e4f0-1239-4b16-af76-43e73524395d req-3f9aed45-f7a2-4e12-a31a-a96bc4b7c621 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496943
Nov 04 13:52:24.382434 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-c3daad93-b98b-48bf-9736-650e27f13ed4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b5fad12d78ec4602b680271c42426609&device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 1096 time: 0.0727568
Nov 04 13:52:24.498662 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-00ed7c0c-ba7d-4cc4-ae43-55e6452191f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0505d846-8572-4fbf-9c1a-c48e7f3664a3 HTTP/1.1" status: 200  len: 217 time: 0.1078553
Nov 04 13:52:24.576994 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4eef5-8074-492f-bdf7-3ce5cee0f750 req-a172cd95-ad80-4127-93f6-45d68f17ae4c tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:24.578474 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-10a4eef5-8074-492f-bdf7-3ce5cee0f750 req-a172cd95-ad80-4127-93f6-45d68f17ae4c tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 943 time: 0.1343360
Nov 04 13:52:24.583068 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:52:24.617849 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-bd6e7dea-b60f-49cc-8f70-f729fd45dfe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:24.619400 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-bd6e7dea-b60f-49cc-8f70-f729fd45dfe6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3c7b9038-278e-457e-b754-39f850d7375a HTTP/1.1" status: 200  len: 854 time: 0.0951471
Nov 04 13:52:24.681807 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-74b9823b-45f8-40d4-9b89-32b6226e50e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526564
Nov 04 13:52:24.686236 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-10a4eef5-8074-492f-bdf7-3ce5cee0f750 req-07e4a8f6-d7bd-4031-b58c-55b75e80c822 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970962
Nov 04 13:52:24.768215 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45feb053-f565-47b1-b730-b8e7b927255d', 'tag': '0505d846-8572-4fbf-9c1a-c48e7f3664a3', 'status': 'completed', 'code': 200}
Nov 04 13:52:24.773123 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60410) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:24.848716 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-0461e47f-a5be-4e6d-8f1e-59b6e4b826d7 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555612
Nov 04 13:52:24.924001 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-bf3f4885-4bac-41a0-a98a-e5528b77ef1f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1494546
Nov 04 13:52:25.050380 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b0c87f8-ca69-4cd8-b97a-633be900c087 req-539225c5-fa6a-4d41-97e3-5cade23a1c72 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1972268
Nov 04 13:52:25.067030 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ef85c-f8a8-402d-bad8-b16c539cb2a3 req-b03249f9-dd7d-46d3-8492-1a0190b5722c tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:25.067810 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e7ef85c-f8a8-402d-bad8-b16c539cb2a3 req-b03249f9-dd7d-46d3-8492-1a0190b5722c tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1967840
Nov 04 13:52:25.240390 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e7ef85c-f8a8-402d-bad8-b16c539cb2a3 req-ca1bb6aa-99ca-45c3-b06a-9c8d407963ce tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647699
Nov 04 13:52:25.299408 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b73cf-5f6e-4f08-b572-62c990df1ab3 req-caec0a52-fd7a-42a4-9dc8-fbe7fc545f81 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:25.300850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-384b73cf-5f6e-4f08-b572-62c990df1ab3 req-caec0a52-fd7a-42a4-9dc8-fbe7fc545f81 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1584847
Nov 04 13:52:25.340987 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-5ebc4438-f6c9-4aa3-837c-de9bf890152e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=b5fad12d78ec4602b680271c42426609&device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 1096 time: 0.1428268
Nov 04 13:52:25.499735 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-384b73cf-5f6e-4f08-b572-62c990df1ab3 req-11a36ddd-6c71-4041-9474-bab3bfe34040 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1899819
Nov 04 13:52:25.581599 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-22c52372-ef1e-4291-9e65-463a794a867c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:25.582984 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-22c52372-ef1e-4291-9e65-463a794a867c service neutron] 10.222.0.90 "GET /v2.0/networks?id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce HTTP/1.1" status: 200  len: 915 time: 0.2244020
Nov 04 13:52:25.593791 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8d0fb-d4f1-465c-a8be-bacf57e4e4b6 req-c319d403-6dcb-46cb-b29a-ec311a3a50b3 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:25.594282 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c7b8d0fb-d4f1-465c-a8be-bacf57e4e4b6 req-c319d403-6dcb-46cb-b29a-ec311a3a50b3 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.2004962
Nov 04 13:52:25.681387 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-72fad65d-1fd6-4e22-91f7-7b528aff4216 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0505d846-8572-4fbf-9c1a-c48e7f3664a3 HTTP/1.1" status: 200  len: 217 time: 0.0861552
Nov 04 13:52:25.752343 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c7b8d0fb-d4f1-465c-a8be-bacf57e4e4b6 req-122b8c17-0b3d-46b0-bb7d-683e62ebf50a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1029088
Nov 04 13:52:25.768587 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-b872d054-e069-446b-9b5d-157f96f9f05d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:25.770039 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-b872d054-e069-446b-9b5d-157f96f9f05d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3c7b9038-278e-457e-b754-39f850d7375a HTTP/1.1" status: 200  len: 854 time: 0.0775194
Nov 04 13:52:25.826853 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-f3084051-20b0-4df5-8612-08a5c1e3cf17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499635
Nov 04 13:52:26.031512 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7976c65-b9fa-41e2-8cf0-d74607e787f1 req-16c794f8-4503-41ce-9381-d196302718e9 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:26.035801 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a7976c65-b9fa-41e2-8cf0-d74607e787f1 req-16c794f8-4503-41ce-9381-d196302718e9 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 943 time: 0.2045641
Nov 04 13:52:26.036175 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-65dd925b-b19e-4c4d-9a76-3bb7f2751768 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769149
Nov 04 13:52:26.256629 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a7976c65-b9fa-41e2-8cf0-d74607e787f1 req-a056db7a-1083-419b-a087-25ced5ff1a31 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2181361
Nov 04 13:52:26.322357 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f06d60b3-188f-47d9-be9e-61d969951db0 req-ba3c4cf3-b66f-437e-b314-451c14407d38 service neutron] 10.222.0.90 "GET /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2695084
Nov 04 13:52:26.534216 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffae293-4159-4fe6-b3d3-ea24eb5d26e2 req-3e3aac7f-dd04-4172-9c34-0c7e142f348e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:26.535567 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dffae293-4159-4fe6-b3d3-ea24eb5d26e2 req-3e3aac7f-dd04-4172-9c34-0c7e142f348e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1869440
Nov 04 13:52:26.545872 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e798a16-f761-4aac-92cc-2f9c58654b91 req-30bd0f89-c542-4d9e-9981-cd6732831cee tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:26.547236 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e798a16-f761-4aac-92cc-2f9c58654b91 req-30bd0f89-c542-4d9e-9981-cd6732831cee tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1552289
Nov 04 13:52:26.633977 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dffae293-4159-4fe6-b3d3-ea24eb5d26e2 req-0d675b9a-dab8-49ae-b3ac-de41893916ea tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0852039
Nov 04 13:52:26.640881 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e798a16-f761-4aac-92cc-2f9c58654b91 req-9e615aba-3b39-49f9-ae07-db3506fbb913 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780127
Nov 04 13:52:26.650299 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-78f23738-5426-4899-aaf3-26eb75ca051e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 1098 time: 0.1703825
Nov 04 13:52:26.880449 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-3192d366-cb49-4b9f-b52b-cf1102ddf3ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:26.881911 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-3192d366-cb49-4b9f-b52b-cf1102ddf3ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 910 time: 0.2247441
Nov 04 13:52:26.998696 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990cf98-6784-4ce5-95f7-0cb91c502c2a req-47c195c1-6acf-4b51-8dfa-0438e26ce2ff tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:27.000207 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c990cf98-6784-4ce5-95f7-0cb91c502c2a req-47c195c1-6acf-4b51-8dfa-0438e26ce2ff tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.2482491
Nov 04 13:52:27.022411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa072b4b-1ae7-4794-a251-b67e114c1daf req-7df9def6-693b-4dd9-8695-c86b59a16007 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:27.023816 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa072b4b-1ae7-4794-a251-b67e114c1daf req-7df9def6-693b-4dd9-8695-c86b59a16007 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.2383103
Nov 04 13:52:27.070958 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-810d6a4c-a297-4c65-868c-763599081860 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 200  len: 1000 time: 0.1802535
Nov 04 13:52:27.140377 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c990cf98-6784-4ce5-95f7-0cb91c502c2a req-b14d5c4a-31fc-4a2e-b93a-5e7e383218ff tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1329193
Nov 04 13:52:27.151992 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa072b4b-1ae7-4794-a251-b67e114c1daf req-8070bbe7-2464-45b1-8aeb-4b36031b3223 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127596
Nov 04 13:52:27.161965 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-840e4da2-1125-402b-9faa-152bcd2ae3e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:27.163388 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-840e4da2-1125-402b-9faa-152bcd2ae3e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.0824158
Nov 04 13:52:27.180641 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60442) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:27.252215 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-f9e9ba86-80d2-4f8a-878c-b8f5c4193f2f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809960
Nov 04 13:52:27.396223 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-cf08cfb4-5007-4c6b-a57b-1d464e0dc81c tempest-TestShelveInstance-1733587828 tempest-TestShelveInstance-1733587828-project-admin] Synchronizing usage tracker for tenant:59d4a3042d4e4b759073794f4a5ec298 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:52:27.408097 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-9c6b1aa4-5d4f-4220-918a-69133d9d881a service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486728
Nov 04 13:52:27.484160 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-cf08cfb4-5007-4c6b-a57b-1d464e0dc81c tempest-TestShelveInstance-1733587828 tempest-TestShelveInstance-1733587828-project-admin] Unset dirty status for tenant:59d4a3042d4e4b759073794f4a5ec298 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:52:27.485701 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-cf08cfb4-5007-4c6b-a57b-1d464e0dc81c tempest-TestShelveInstance-1733587828 tempest-TestShelveInstance-1733587828-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1094 time: 0.3040960
Nov 04 13:52:27.488863 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60452) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:27.494250 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'port_id': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:27.500172 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:52:27.504272 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Usage tracker for resource:floatingip and tenant:50e0fa78a5624d548307a24e279b8b2e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:52:27.507217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:52:27.513700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:52:27.592920 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for floatingip, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:27.595028 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc555d56-11ba-4385-a9c7-466ac59509a4 req-fa173a54-de05-4a8c-9ea4-b34086c326c4 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:27.596475 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cc555d56-11ba-4385-a9c7-466ac59509a4 req-fa173a54-de05-4a8c-9ea4-b34086c326c4 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 943 time: 0.1908765
Nov 04 13:52:27.598362 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7fbcd019-903a-4f8e-9538-6514709204f1 req-5d607831-c783-4c7b-813b-5ae6b18ab9eb service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610398
Nov 04 13:52:27.643320 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cc555d56-11ba-4385-a9c7-466ac59509a4 req-4c71c781-0717-4bf1-b60f-9486bcb2dd92 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409794
Nov 04 13:52:27.738567 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:27.850150 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5338-7f32-44a3-961b-08d1905ea686 req-7b3b0056-1d41-4090-a7fa-eb67e0c28535 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:27.851521 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d1cd5338-7f32-44a3-961b-08d1905ea686 req-7b3b0056-1d41-4090-a7fa-eb67e0c28535 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0871749
Nov 04 13:52:27.886022 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Allocated IP 172.27.2.2 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/ad82d3f3-56c3-4570-9b96-3018b42b0ed4) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:52:27.906423 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d1cd5338-7f32-44a3-961b-08d1905ea686 req-5824655b-0239-49ec-918f-bbd274cc4f8e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0488441
Nov 04 13:52:28.043261 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:28.119132 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:28.124028 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:28.187726 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:52:28.190825 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:52:28.195023 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:52:28.222825 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'Port': ['ID=ad82d3f3-56c3-4570-9b96-3018b42b0ed4,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:28.228222 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:28.369603 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177aaa8-daf3-45a4-bdfd-e426df58900f req-a0158c6e-1f63-4cca-b9fa-52ecc5e85435 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:28.372435 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0177aaa8-daf3-45a4-bdfd-e426df58900f req-a0158c6e-1f63-4cca-b9fa-52ecc5e85435 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0815556
Nov 04 13:52:28.425512 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0177aaa8-daf3-45a4-bdfd-e426df58900f req-48948425-ccb0-4438-b07c-baa5896b044a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465744
Nov 04 13:52:28.575217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0505d846-8572-4fbf-9c1a-c48e7f3664a3 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:52:28.714570 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 0505d846-8572-4fbf-9c1a-c48e7f3664a3, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0505d846-8572-4fbf-9c1a-c48e7f3664a3,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:28.750392 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '0505d846-8572-4fbf-9c1a-c48e7f3664a3', 'network_id': 'a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce', 'port_id': '0505d846-8572-4fbf-9c1a-c48e7f3664a3', 'mac_address': 'fa:16:3e:75:75:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7b9038-278e-457e-b754-39f850d7375a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:52:28.807562 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:28.827924 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0505d846-8572-4fbf-9c1a-c48e7f3664a3 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:52:28.843619 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 0505d846-8572-4fbf-9c1a-c48e7f3664a3, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0505d846-8572-4fbf-9c1a-c48e7f3664a3,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:28.868392 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:28.924293 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:28.926152 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1d7ffb68-a0ff-4364-a401-19af75e2cc23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:28.954254 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc99dd-c7d2-4d7b-ad3f-df127189d322 req-a91da037-a0ca-4c37-b003-ea694bec4a6d tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:28.956215 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1fc99dd-c7d2-4d7b-ad3f-df127189d322 req-a91da037-a0ca-4c37-b003-ea694bec4a6d tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 943 time: 0.1883867
Nov 04 13:52:29.019580 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=0505d846-8572-4fbf-9c1a-c48e7f3664a3,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:29.022343 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1fc99dd-c7d2-4d7b-ad3f-df127189d322 req-76281d67-e574-4b38-827b-7d3de470c965 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605888
Nov 04 13:52:29.038197 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:29.047813 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:29.124889 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85636f12-a682-4070-b4f1-7fc7c082d50b req-8fa807bc-94fb-4b05-8faf-e76c6a0d92f1 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:29.126382 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-85636f12-a682-4070-b4f1-7fc7c082d50b req-8fa807bc-94fb-4b05-8faf-e76c6a0d92f1 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0840099
Nov 04 13:52:29.182303 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-85636f12-a682-4070-b4f1-7fc7c082d50b req-3ecf483a-22a7-4d4a-ad8d-46978e0dbcde tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482726
Nov 04 13:52:29.230854 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['0505d846-8572-4fbf-9c1a-c48e7f3664a3'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:52:29.265542 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:29.341062 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:29.345646 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4b5b3fba-8a86-43b9-b08b-33164a240ceb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:29.444031 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event updated for resources: {'Port': ['ID=ad82d3f3-56c3-4570-9b96-3018b42b0ed4,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:29.451432 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:29.460496 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:29.651124 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19546f8b-8d60-44da-b5fa-6dcdbd7d96a0 req-33f45b82-85f0-432d-940d-e3aba5c164f2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:29.653095 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-19546f8b-8d60-44da-b5fa-6dcdbd7d96a0 req-33f45b82-85f0-432d-940d-e3aba5c164f2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0771637
Nov 04 13:52:29.662556 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Floating IP 4afd4e25-0257-4723-9872-63a77b1d2f3b associated. External IP: 172.27.2.2, port: 36b45629-d2be-45d8-9e8b-3b455aaea3b6.
Nov 04 13:52:29.700233 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-19546f8b-8d60-44da-b5fa-6dcdbd7d96a0 req-6d127df1-7120-481c-85f3-befaad49f89c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406163
Nov 04 13:52:30.054722 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:52:30.217215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c701f-6e85-43f8-92f3-8825a60a5d82 req-935cb58f-4373-48c8-8e60-30495378b069 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:30.218807 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-be6c701f-6e85-43f8-92f3-8825a60a5d82 req-935cb58f-4373-48c8-8e60-30495378b069 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 944 time: 0.0849926
Nov 04 13:52:30.270380 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-be6c701f-6e85-43f8-92f3-8825a60a5d82 req-dcffe8d8-b389-460a-9de5-373543a0f1e6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455253
Nov 04 13:52:30.278040 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:52:30.290911 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] Sync routers for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:52:30.309564 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:52:30.310284 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b142d30>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:52:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:52:30.398541 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:30.498448 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:52:30.551723 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0618155
Nov 04 13:52:30.552545 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:30.607802 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'status': 'completed', 'code': 200}
Nov 04 13:52:30.627522 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0505d846-8572-4fbf-9c1a-c48e7f3664a3 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:52:30.684170 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-d614a432-b7fb-4914-8984-7a6d49741e12 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1400931
Nov 04 13:52:30.758463 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-89e5198a-398b-4b45-aafd-6529c1c8685f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1099 time: 0.1182575
Nov 04 13:52:30.828489 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-32c4414c-dd50-4e40-9852-087688a7d53f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 1098 time: 0.1195607
Nov 04 13:52:30.852687 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:52:30.870773 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:52:30.871769 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:30.955634 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-4d0eba01-d832-48a3-b8f0-2aae2e5423bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:30.957678 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-4d0eba01-d832-48a3-b8f0-2aae2e5423bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 200  len: 909 time: 0.1924987
Nov 04 13:52:31.044828 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-fa00dd6f-42bc-4e35-a30c-aa35873bfd9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:31.046292 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-fa00dd6f-42bc-4e35-a30c-aa35873bfd9f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 910 time: 0.1956799
Nov 04 13:52:31.052776 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2e49d-34e5-401d-8d74-91a8eafe515e req-41b213d0-ffd5-43dc-bef4-1ecf8e7a7612 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:31.052991 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:31.054365 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3eb2e49d-34e5-401d-8d74-91a8eafe515e req-41b213d0-ffd5-43dc-bef4-1ecf8e7a7612 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1840911
Nov 04 13:52:31.073336 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b142d30>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '4afd4e25-0257-4723-9872-63a77b1d2f3b', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'port_id': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'mac_address': 'fa:16:3e:a5:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84618b24-5ca7-4daf-b294-af5be927d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:52:28Z', 'updated_at': '2021-11-04T13:52:28Z', 'revision_number': 0, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:52:31.081788 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-3b773329-9b56-4717-9aef-3254fc3ac539 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 200  len: 998 time: 0.1155353
Nov 04 13:52:31.082368 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] Checking router: 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:52:31.092169 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45feb053-f565-47b1-b730-b8e7b927255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505d846-8572-4fbf-9c1a-c48e7f3664a3'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:31.105145 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 0505d846-8572-4fbf-9c1a-c48e7f3664a3, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0505d846-8572-4fbf-9c1a-c48e7f3664a3,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:52:31.109791 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:52:31.110419 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b142d30>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:52:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:52:31.192606 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-886fd6c4-0730-481e-81dd-abf4c7362e23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:31.194707 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-886fd6c4-0730-481e-81dd-abf4c7362e23 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16d2cd62-1957-4e27-9e09-312447b72513 HTTP/1.1" status: 200  len: 847 time: 0.1062539
Nov 04 13:52:31.203624 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3eb2e49d-34e5-401d-8d74-91a8eafe515e req-3716ea9c-33bb-4b82-963d-04fbcc5f3284 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948803
Nov 04 13:52:31.217342 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-30f61299-a784-4057-bbbb-4be55fcaa976 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 200  len: 1000 time: 0.1621521
Nov 04 13:52:31.369137 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:52:31.376988 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-171c86ce-333d-45df-a3a3-a98cf1816d40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1759160
Nov 04 13:52:31.405732 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-e08be3b5-23d4-4784-ac84-21da89c9e14c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:31.405732 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-e08be3b5-23d4-4784-ac84-21da89c9e14c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.1681631
Nov 04 13:52:31.554621 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45feb053-f565-47b1-b730-b8e7b927255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0505d846-8572-4fbf-9c1a-c48e7f3664a3', 'code': 200}
Nov 04 13:52:31.567413 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-30531b6b-9951-4b8e-a388-67a380c60229 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1589432
Nov 04 13:52:31.570735 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:31.578969 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:31.579774 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5ac3-b9cd-48c0-ab28-c96ac0a22ea9 req-3b6f4749-f79b-4134-b937-943fd0288b60 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:31.582238 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d08c5ac3-b9cd-48c0-ab28-c96ac0a22ea9 req-3b6f4749-f79b-4134-b937-943fd0288b60 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.1103313
Nov 04 13:52:31.612333 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-24e37fc1-5f7d-4037-90ce-81fc9ca0cc5c service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274990
Nov 04 13:52:31.711436 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d08c5ac3-b9cd-48c0-ab28-c96ac0a22ea9 req-a5d5ba18-f0ff-43dd-aac4-f1bda5a8d30a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103194
Nov 04 13:52:31.750586 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f073ee2a-5c25-4a09-b72c-142916d82a1a req-bf693bd6-54eb-4fc2-a429-28d8dee2f828 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 1098 time: 0.2045109
Nov 04 13:52:31.768548 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-2b2c5115-4413-4b81-a5a5-0a6363f2d112 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848075
Nov 04 13:52:31.800365 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=0505d846-8572-4fbf-9c1a-c48e7f3664a3,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:31.805466 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:31.851781 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0d55b80e-c309-4fbc-a075-6bcc73b7c96f req-4af4afe8-af45-4f54-8a0f-f31859d4cb23 service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320123
Nov 04 13:52:31.853706 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f073ee2a-5c25-4a09-b72c-142916d82a1a req-e945b993-14d7-4475-afc2-07576738fc7e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820446
Nov 04 13:52:31.894569 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b142d30>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '4afd4e25-0257-4723-9872-63a77b1d2f3b', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'port_id': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'mac_address': 'fa:16:3e:a5:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84618b24-5ca7-4daf-b294-af5be927d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:52:28Z', 'updated_at': '2021-11-04T13:52:28Z', 'revision_number': 0, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:52:31.900108 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8b9d9-456f-4b95-8eb9-9a368fea2bbd None None] The sync data for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi is: [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '4afd4e25-0257-4723-9872-63a77b1d2f3b', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'floating_ip_address': '172.27.2.2', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'port_id': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'mac_address': 'fa:16:3e:a5:d8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84618b24-5ca7-4daf-b294-af5be927d638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:52:28Z', 'updated_at': '2021-11-04T13:52:28Z', 'revision_number': 0, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:52:31.940997 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8492064-05e1-47ab-9b08-b72a96d77e7f req-94ca94a6-3564-4a8a-ad68-dc743971e57c service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671879
Nov 04 13:52:32.094355 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c391a8e5-e964-4ffd-9699-88388e10fab5 None None] New status for floating IP 4afd4e25-0257-4723-9872-63a77b1d2f3b: ACTIVE {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:52:32.118197 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-02838694-c3de-4469-bcec-fca7ea93df57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:32.243881 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:32.469227 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d652-b4e3-4e3b-892a-28088314f5b6 req-fde48518-f63b-43ca-be4e-a5d191556c13 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:32.470731 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b354d652-b4e3-4e3b-892a-28088314f5b6 req-fde48518-f63b-43ca-be4e-a5d191556c13 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0783749
Nov 04 13:52:32.516146 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b354d652-b4e3-4e3b-892a-28088314f5b6 req-1845b728-7047-4676-aa0d-4ddf60bf06fc tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399280
Nov 04 13:52:32.632312 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:32.914223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6315e-1db5-4884-b33b-b02ddde2ae23 req-c4661698-aa2b-4b4c-9538-ce86250e9d0a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:32.915655 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1b6315e-1db5-4884-b33b-b02ddde2ae23 req-c4661698-aa2b-4b4c-9538-ce86250e9d0a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.0801990
Nov 04 13:52:32.961927 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1b6315e-1db5-4884-b33b-b02ddde2ae23 req-0094630c-1bcd-402a-b441-f6d54cf0e04d tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403109
Nov 04 13:52:33.729295 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071c82-1257-425e-8de2-50ce1d1774a2 req-06e4aa7a-ed8b-4b48-b38c-2877f8b018df tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:33.730883 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8b071c82-1257-425e-8de2-50ce1d1774a2 req-06e4aa7a-ed8b-4b48-b38c-2877f8b018df tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0757382
Nov 04 13:52:33.855806 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8b071c82-1257-425e-8de2-50ce1d1774a2 req-7a95148d-11c0-4f3c-8d81-f36349773ebe tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189251
Nov 04 13:52:34.156106 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3455a95-7090-40c4-9616-145099be0a86 req-f657ddd3-588d-4989-b7f7-fc93121c3e7b tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:34.157465 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3455a95-7090-40c4-9616-145099be0a86 req-f657ddd3-588d-4989-b7f7-fc93121c3e7b tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.0755758
Nov 04 13:52:34.204251 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3455a95-7090-40c4-9616-145099be0a86 req-c8823ec4-53a1-4c3d-aa7d-7b09f1def4a5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411887
Nov 04 13:52:34.289995 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-30b3710d-02aa-4367-a591-d3334fc8384f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:35.084346 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64522d77-2563-4d43-89c3-ff506827d877 req-41dbf710-5d63-44d1-ba73-9cae9a4c4eba tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:35.085916 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64522d77-2563-4d43-89c3-ff506827d877 req-41dbf710-5d63-44d1-ba73-9cae9a4c4eba tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0873637
Nov 04 13:52:35.133308 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64522d77-2563-4d43-89c3-ff506827d877 req-b0d88b90-c14d-4f90-885e-c25b20bb7bce tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418704
Nov 04 13:52:35.407155 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29c9b6-8f94-4b30-a126-6d48238c1f2d req-c5ad7ddc-6adc-4b45-bfa6-900496c4143f tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:35.408635 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fd29c9b6-8f94-4b30-a126-6d48238c1f2d req-c5ad7ddc-6adc-4b45-bfa6-900496c4143f tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.0783477
Nov 04 13:52:35.455477 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:35.456749 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fd29c9b6-8f94-4b30-a126-6d48238c1f2d req-deba3de6-48cd-45d6-8899-eac18d5f3c4f tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425417
Nov 04 13:52:36.357371 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94da572-d7cf-4eb7-8e23-d9213a85e81f req-a0a8e16e-f0ad-4e79-8784-bfa1b965cf95 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:36.358849 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b94da572-d7cf-4eb7-8e23-d9213a85e81f req-a0a8e16e-f0ad-4e79-8784-bfa1b965cf95 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0834224
Nov 04 13:52:36.406339 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b94da572-d7cf-4eb7-8e23-d9213a85e81f req-cfadbf31-1d55-493a-99a4-b5f4546ce050 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416756
Nov 04 13:52:36.745718 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda608c2-e915-4260-b220-04aa00b8f492 req-5ab09ddb-3546-4fd4-8473-95521409d958 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:36.747506 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-5ab09ddb-3546-4fd4-8473-95521409d958 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.1977665
Nov 04 13:52:36.776983 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f85f8d-f435-4ec9-ad40-a97be764ec0c req-676f9aea-3ee9-4813-86d5-ac24e0d2b147 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:36.779333 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-72f85f8d-f435-4ec9-ad40-a97be764ec0c req-676f9aea-3ee9-4813-86d5-ac24e0d2b147 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.1456490
Nov 04 13:52:36.782289 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-d85cca97-e9b3-4891-af41-45a62ecb03d8 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/quotas/a4e68dfe15b34bf19bab0a00ee21765a HTTP/1.1" status: 200  len: 375 time: 0.0258350
Nov 04 13:52:36.871983 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-72f85f8d-f435-4ec9-ad40-a97be764ec0c req-0299192a-c22f-4cdc-b765-6cf40e84a3e1 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866866
Nov 04 13:52:36.897363 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-d12d6c11-d214-49e4-8da0-2eaafc0a6480 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0983837
Nov 04 13:52:36.935503 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:36.962742 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:52:37.053830 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-b21a1dd6-47d5-43ed-ac49-1f246f0c32c7 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488819
Nov 04 13:52:37.215820 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-b65638a6-8d0c-404c-bdd4-84cd40a41d23 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532698
Nov 04 13:52:37.495062 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a070a771-9bf1-49b2-bbf3-36d6089c376a req-aa7f5c96-9713-4d7d-a93a-dd3bc349711c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 210 time: 0.0552602
Nov 04 13:52:37.707364 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a94d1-e470-4f94-a8f6-219e62ec9fb8 req-0b5513a4-e215-4bee-a000-62ca20b59e50 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:37.708850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5a2a94d1-e470-4f94-a8f6-219e62ec9fb8 req-0b5513a4-e215-4bee-a000-62ca20b59e50 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0905919
Nov 04 13:52:37.759100 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5a2a94d1-e470-4f94-a8f6-219e62ec9fb8 req-850a82b5-cd79-4fe6-aa4a-bf2655815b00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443249
Nov 04 13:52:38.392688 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-89258f0c-3ccc-4792-bb28-cfb74b66172c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf&tenant_id=393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 1096 time: 0.0808787
Nov 04 13:52:38.496521 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-282572e5-0ae0-4f8c-9c7d-3e58b330f89d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1096 time: 0.0726140
Nov 04 13:52:38.673785 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0d3eacb7-b63c-46e8-9c6e-8435ff9c0d4c req-b74e878c-6223-43df-bb59-bc05ec34a9f3 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 210 time: 0.0514243
Nov 04 13:52:38.680550 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-67ba9d8c-2218-4d4f-9ed6-2e49b4018774 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:38.681959 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-67ba9d8c-2218-4d4f-9ed6-2e49b4018774 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.1685193
Nov 04 13:52:38.811332 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-09f94f08-6848-4417-bdb2-d00861239cbb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc HTTP/1.1" status: 200  len: 998 time: 0.1210256
Nov 04 13:52:39.015694 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-a5125144-8fa0-4298-8466-e15077dd74c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:39.017111 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-a5125144-8fa0-4298-8466-e15077dd74c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.1923318
Nov 04 13:52:39.106076 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeae06f-1d1a-4f3c-bc94-4d0af1725332 req-68b1d7e9-f1f0-4871-8591-56b4e94dd071 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:39.107494 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-deeae06f-1d1a-4f3c-bc94-4d0af1725332 req-68b1d7e9-f1f0-4871-8591-56b4e94dd071 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1492355
Nov 04 13:52:39.143958 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-d5f67788-0d03-4405-b0d8-388d8da558c4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1160614
Nov 04 13:52:39.235703 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-deeae06f-1d1a-4f3c-bc94-4d0af1725332 req-f47c0b41-c3f1-4817-873d-c111245d08ab tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180882
Nov 04 13:52:39.293261 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-256c101f-c886-4c2a-a2f4-ce05704fd628 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397820
Nov 04 13:52:39.439585 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8ebf19ae-8218-49a3-a2cf-05ac07eabfa6 req-e5359e48-4fb7-43cb-9fc2-9e75976dd7f9 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272864
Nov 04 13:52:39.769431 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda608c2-e915-4260-b220-04aa00b8f492 req-3e14b452-08cb-4d7b-abde-e4167b85485d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:39.770850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-3e14b452-08cb-4d7b-abde-e4167b85485d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.1493185
Nov 04 13:52:39.800428 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Request body: {'port': {'device_id': '14815b91-9960-4116-a804-5a6bf9380513', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'admin_state_up': True, 'tenant_id': 'a4e68dfe15b34bf19bab0a00ee21765a'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:39.866276 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-898d708a-76e8-4251-b470-1d0a6f5e87e7 req-a66d7d18-8c2b-48b7-998c-61f93f0ef897 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 210 time: 0.0509923
Nov 04 13:52:39.980994 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:52:39.991374 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Usage tracker for resource:port and tenant:a4e68dfe15b34bf19bab0a00ee21765a is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:52:39.991374 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:52:39.994005 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:52:40.072554 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Made reservation on behalf of a4e68dfe15b34bf19bab0a00ee21765a for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:52:40.077787 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:40.254843 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Allocated IP 172.20.0.14 (9b4042d1-642c-427f-ae18-dc05dfa016ae/57f99843-0d54-46c4-9b0c-ee0713e332d4/2d900873-a673-49d2-8959-a3a9c27ae7d2) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:52:40.524924 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:40.540394 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfec98b-5f80-4c7e-9a54-84fd19565947 req-1c2bd60b-eeb3-4fab-bcf7-f3bb50dd3868 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:40.541867 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fcfec98b-5f80-4c7e-9a54-84fd19565947 req-1c2bd60b-eeb3-4fab-bcf7-f3bb50dd3868 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1489029
Nov 04 13:52:40.597269 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fcfec98b-5f80-4c7e-9a54-84fd19565947 req-fb4f6eee-3982-4c09-bc10-6f9f586556de tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493643
Nov 04 13:52:40.633203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:40.640131 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-83bc211a-22e1-447f-8f92-3b9947d356e9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:40.652400 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:52:40.737298 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:52:40.738452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event updated for resources: {'Port': ['ID=2d900873-a673-49d2-8959-a3a9c27ae7d2,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:40.740997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:52:40.745046 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:40.745505 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:52:40.849790 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:40.850521 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:40.919984 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1237392
Nov 04 13:52:40.936075 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Request body: {'port': {'device_id': '14815b91-9960-4116-a804-5a6bf9380513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:52:41.118415 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:41.213704 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bfb0a-c013-45b9-896b-493f96dd6382 req-29af6e1e-ee0b-446e-a0b2-9427ae65dc01 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:41.216123 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-567bfb0a-c013-45b9-896b-493f96dd6382 req-29af6e1e-ee0b-446e-a0b2-9427ae65dc01 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:52:41.464651 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-567bfb0a-c013-45b9-896b-493f96dd6382 req-29af6e1e-ee0b-446e-a0b2-9427ae65dc01 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:52:41.465707 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-567bfb0a-c013-45b9-896b-493f96dd6382 req-29af6e1e-ee0b-446e-a0b2-9427ae65dc01 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 932 time: 0.4315681
Nov 04 13:52:41.552501 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-567bfb0a-c013-45b9-896b-493f96dd6382 req-a30f11c3-265d-47fc-9b70-d78ff1f3af59 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799437
Nov 04 13:52:41.626809 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d900873-a673-49d2-8959-a3a9c27ae7d2 {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:52:41.633786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:41.648112 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Transition to ACTIVE for port object 2d900873-a673-49d2-8959-a3a9c27ae7d2 will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:52:41.718803 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:41.724003 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:41.906489 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d900873-a673-49d2-8959-a3a9c27ae7d2,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:41.914614 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:42.022548 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e1279-6018-409a-9e23-285c545d5b05 req-d41a9c87-4c97-4b51-abb6-dd4d5dcc340f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:42.024038 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e94e1279-6018-409a-9e23-285c545d5b05 req-d41a9c87-4c97-4b51-abb6-dd4d5dcc340f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.2685821
Nov 04 13:52:42.069107 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Attempting to bind port 2d900873-a673-49d2-8959-a3a9c27ae7d2 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:52:42.069467 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Attempting to bind port 2d900873-a673-49d2-8959-a3a9c27ae7d2 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:52:42.069802 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Attempting to bind port 2d900873-a673-49d2-8959-a3a9c27ae7d2 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:42.087449 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Port 2d900873-a673-49d2-8959-a3a9c27ae7d2 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:52:42.087770 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Attempting to bind port 2d900873-a673-49d2-8959-a3a9c27ae7d2 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:52:42.102168 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:52:42.102626 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Checking segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:52:42.102999 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Bound using segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:52:42.103414 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Bound port: 2d900873-a673-49d2-8959-a3a9c27ae7d2, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:52:42.103750 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:42.121677 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e94e1279-6018-409a-9e23-285c545d5b05 req-ea0cf019-ebf7-4895-9d5f-7b941819ffc8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889912
Nov 04 13:52:42.206786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] For port 2d900873-a673-49d2-8959-a3a9c27ae7d2, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:52:42.210068 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] For port 2d900873-a673-49d2-8959-a3a9c27ae7d2, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2d900873-a673-49d2-8959-a3a9c27ae7d2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:52:42.284134 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:42.288652 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2556c63c-9dfe-4f0c-88af-a4893f6efd58 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:42.344848 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:42.346773 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] 10.222.0.90 "PUT /v2.0/ports/2d900873-a673-49d2-8959-a3a9c27ae7d2 HTTP/1.1" status: 200  len: 1094 time: 1.4166296
Nov 04 13:52:42.347256 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14815b91-9960-4116-a804-5a6bf9380513', 'tag': '2d900873-a673-49d2-8959-a3a9c27ae7d2'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:52:42.371837 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d900873-a673-49d2-8959-a3a9c27ae7d2,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:42.375880 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:42.411419 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14815b91-9960-4116-a804-5a6bf9380513', 'tag': '2d900873-a673-49d2-8959-a3a9c27ae7d2', 'status': 'completed', 'code': 200}
Nov 04 13:52:42.758481 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856c11-db12-405b-a4df-c0e4da320923 req-d29da4f3-8bd9-4273-a610-e0589752663d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:42.759931 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9c856c11-db12-405b-a4df-c0e4da320923 req-d29da4f3-8bd9-4273-a610-e0589752663d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0829134
Nov 04 13:52:42.807711 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9c856c11-db12-405b-a4df-c0e4da320923 req-d1a1e85d-0505-4368-9ff5-4158ff181a6d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410552
Nov 04 13:52:43.339842 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42889c4e-4fef-4815-a8f5-64f00fbf124f req-5035fb80-27ea-4c6d-a6d6-94a5fe868e0b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:43.341291 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-42889c4e-4fef-4815-a8f5-64f00fbf124f req-5035fb80-27ea-4c6d-a6d6-94a5fe868e0b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0769193
Nov 04 13:52:43.391956 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-42889c4e-4fef-4815-a8f5-64f00fbf124f req-e24acf0a-7f9a-47f0-8873-79e8eaa95f0a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451796
Nov 04 13:52:44.010347 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e9688-dda8-4fd6-a4c3-8376a9a1c2a0 req-45f2c744-1b38-4bb0-a864-4ad3b46b4ed8 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:44.012375 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d97e9688-dda8-4fd6-a4c3-8376a9a1c2a0 req-45f2c744-1b38-4bb0-a864-4ad3b46b4ed8 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0799401
Nov 04 13:52:44.065094 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d97e9688-dda8-4fd6-a4c3-8376a9a1c2a0 req-0db0e1df-5ce9-4101-b9de-9c12784cc606 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469348
Nov 04 13:52:44.617671 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67018e-2854-4d3a-8138-b769bc4419b7 req-cb2f54bc-13d3-4d4c-b249-ded58298cc55 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:44.619174 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a67018e-2854-4d3a-8138-b769bc4419b7 req-cb2f54bc-13d3-4d4c-b249-ded58298cc55 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0845845
Nov 04 13:52:44.673313 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a67018e-2854-4d3a-8138-b769bc4419b7 req-cf3869a4-3159-493c-9f90-660d9aaf3df1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481215
Nov 04 13:52:45.266750 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb7634-65ee-4046-ad44-c009dafb9520 req-dc0a200e-472a-4899-9fed-655c82d9125e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:45.268409 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e2bb7634-65ee-4046-ad44-c009dafb9520 req-dc0a200e-472a-4899-9fed-655c82d9125e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0796371
Nov 04 13:52:45.324388 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e2bb7634-65ee-4046-ad44-c009dafb9520 req-ff5da714-34cc-478e-ba0b-99849d956c00 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496371
Nov 04 13:52:45.914773 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15653c-7268-481f-8596-e696632d5235 req-045d2a9d-3b89-443a-83ff-c91c7e5776ce tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:45.922163 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d15653c-7268-481f-8596-e696632d5235 req-045d2a9d-3b89-443a-83ff-c91c7e5776ce tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0959911
Nov 04 13:52:45.968214 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d15653c-7268-481f-8596-e696632d5235 req-b655a795-9c9c-46ff-af66-3325d51c6988 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427153
Nov 04 13:52:46.530788 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7113259-74f8-47fd-a015-d0a80a0b8e35 req-fb509ee1-20d0-4838-9f7f-52e67aeaaf46 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:46.532153 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b7113259-74f8-47fd-a015-d0a80a0b8e35 req-fb509ee1-20d0-4838-9f7f-52e67aeaaf46 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0790465
Nov 04 13:52:46.583371 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b7113259-74f8-47fd-a015-d0a80a0b8e35 req-92f9d23b-ef4e-48bc-bf99-a913c730c787 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455375
Nov 04 13:52:47.200711 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42c6a2-0fb0-4d87-b890-e096de99131c req-71bc3333-68ab-45b7-9fba-aa8c0850f2af tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:47.202371 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8c42c6a2-0fb0-4d87-b890-e096de99131c req-71bc3333-68ab-45b7-9fba-aa8c0850f2af tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0847180
Nov 04 13:52:47.254252 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8c42c6a2-0fb0-4d87-b890-e096de99131c req-02fef128-e3fd-4401-a444-2341da112c6b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461597
Nov 04 13:52:47.792179 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a621ed-b75b-406f-849b-0cd8f5bfccb6 req-1d7257c8-1ae2-4691-9a72-ecdfffcb5a2c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:47.793676 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75a621ed-b75b-406f-849b-0cd8f5bfccb6 req-1d7257c8-1ae2-4691-9a72-ecdfffcb5a2c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0862699
Nov 04 13:52:47.932484 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75a621ed-b75b-406f-849b-0cd8f5bfccb6 req-47adc025-0a3f-4443-9b7f-40761530b699 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328490
Nov 04 13:52:48.476657 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed2f1b-6240-4ce5-9a07-fedbbe7c61ab req-5fc1047f-b4e0-4219-8da6-da10adde6ef7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:48.478152 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-92ed2f1b-6240-4ce5-9a07-fedbbe7c61ab req-5fc1047f-b4e0-4219-8da6-da10adde6ef7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0795171
Nov 04 13:52:48.530260 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-92ed2f1b-6240-4ce5-9a07-fedbbe7c61ab req-77ae8278-ce9f-4a01-a909-eb0788fbb526 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449841
Nov 04 13:52:49.156763 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ea8ea-890b-4d54-bfef-db00c3543c61 req-c332dc34-149f-4ec1-822b-f4d733c61d60 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:49.158228 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-526ea8ea-890b-4d54-bfef-db00c3543c61 req-c332dc34-149f-4ec1-822b-f4d733c61d60 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0890932
Nov 04 13:52:49.212091 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-526ea8ea-890b-4d54-bfef-db00c3543c61 req-9da9ca01-7071-40fe-a171-2f933a2c6b83 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482891
Nov 04 13:52:49.773253 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24deb4d6-984f-46c0-bcb4-a8e8bc4a000f req-62c72d56-9686-46d8-89ed-127dc67cb901 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:49.774702 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-24deb4d6-984f-46c0-bcb4-a8e8bc4a000f req-62c72d56-9686-46d8-89ed-127dc67cb901 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0807149
Nov 04 13:52:49.823197 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-24deb4d6-984f-46c0-bcb4-a8e8bc4a000f req-4fadd645-503d-443d-949b-903fc449df7d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416009
Nov 04 13:52:50.441380 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1777027-0e45-4a06-80ff-f3f7c6670524 req-63d63bb7-ff67-4dc7-987e-fed12b41d16e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:50.442874 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1777027-0e45-4a06-80ff-f3f7c6670524 req-63d63bb7-ff67-4dc7-987e-fed12b41d16e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0851898
Nov 04 13:52:50.490190 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1777027-0e45-4a06-80ff-f3f7c6670524 req-65939d96-078a-4443-bfbf-9e306c182696 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416462
Nov 04 13:52:51.049180 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380b641-d62f-4464-aa9e-4cf88af52a59 req-cc178d2b-6094-465a-ae1d-59cc5cb47304 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:51.050680 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b380b641-d62f-4464-aa9e-4cf88af52a59 req-cc178d2b-6094-465a-ae1d-59cc5cb47304 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0816531
Nov 04 13:52:51.104689 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b380b641-d62f-4464-aa9e-4cf88af52a59 req-9eb01bc3-875c-4365-870c-9c1037bad728 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482485
Nov 04 13:52:51.703644 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25719036-1c5b-402b-afe1-cc5ac0b4966c req-48b9049a-0e0b-488c-b49e-ee6bb8976000 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:51.705127 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25719036-1c5b-402b-afe1-cc5ac0b4966c req-48b9049a-0e0b-488c-b49e-ee6bb8976000 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0835505
Nov 04 13:52:51.760520 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25719036-1c5b-402b-afe1-cc5ac0b4966c req-a635efd8-ad72-4b77-8c9f-31fa83adfc63 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491273
Nov 04 13:52:52.334326 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4b5fe-5420-4418-b56e-e9f05ab8ee60 req-8af2fcc1-f2e8-49ff-85e4-24eeda7ad78c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:52.335793 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d7f4b5fe-5420-4418-b56e-e9f05ab8ee60 req-8af2fcc1-f2e8-49ff-85e4-24eeda7ad78c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0854509
Nov 04 13:52:52.399140 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d7f4b5fe-5420-4418-b56e-e9f05ab8ee60 req-1a80f08f-1959-4d8f-8f90-4041656d228a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556500
Nov 04 13:52:52.979009 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb50d57-7585-452f-9c77-0627682a4c69 req-d623af2e-1331-4de3-8e01-2456003a101a tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:52.981135 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ddb50d57-7585-452f-9c77-0627682a4c69 req-d623af2e-1331-4de3-8e01-2456003a101a tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0865612
Nov 04 13:52:53.031397 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ddb50d57-7585-452f-9c77-0627682a4c69 req-c9c80057-b648-40ed-a439-f77801758ed2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434952
Nov 04 13:52:53.632485 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6862e-dfb3-453c-989f-12c402ba27b7 req-a696d07e-ca85-451b-a850-8b7233dd6353 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:53.634087 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1aa6862e-dfb3-453c-989f-12c402ba27b7 req-a696d07e-ca85-451b-a850-8b7233dd6353 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0880597
Nov 04 13:52:53.691103 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1aa6862e-dfb3-453c-989f-12c402ba27b7 req-cbe74712-9f41-4594-adf4-56e979ed3a86 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489638
Nov 04 13:52:53.719203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 60728) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:53.883271 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:53.918896 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:52:53.922826 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Usage tracker for resource:security_group_rule and tenant:5b1bec6500e748e0bdaac91c9d7dd49c is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:52:53.925893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:52:53.932236 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:52:54.003767 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:54.089920 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:54.097801 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f1be59cb-f388-45fd-82a8-fd6d4f8eb1bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:54.144953 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beef99cd-4ebc-447f-9c78-0749488a3fc3,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:54.150366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:54.162850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5b1bec6500e748e0bdaac91c9d7dd49c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4424825
Nov 04 13:52:54.165524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 60738) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:52:54.268088 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:54.275865 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6034985-9087-417d-9fbf-9cfe2503549c req-7cd17cb6-65fe-4cd6-a5d5-86a3b3cf4c31 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:54.277567 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6034985-9087-417d-9fbf-9cfe2503549c req-7cd17cb6-65fe-4cd6-a5d5-86a3b3cf4c31 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0906372
Nov 04 13:52:54.304613 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:54.336788 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6034985-9087-417d-9fbf-9cfe2503549c req-84a1c910-74e7-431f-8665-faad10fe9c2e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505288
Nov 04 13:52:54.426434 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:54.430429 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a5590f00-fe11-4ce9-8ebd-d6c8d1d4041e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:52:54.445823 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef99cd-4ebc-447f-9c78-0749488a3fc3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:52:54.451396 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:52:54.452520 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/beef99cd-4ebc-447f-9c78-0749488a3fc3 HTTP/1.1" status: 204  len: 168 time: 0.2859960
Nov 04 13:52:54.460053 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.460430 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.460827 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.461190 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.461624 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.462013 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.462397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.462758 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.463115 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.463467 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.463860 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:52:54.467839 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:52:54.920875 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497f54f-b21c-4822-90f2-f18386c6d79f req-55781e43-a9bc-493c-a85a-67d8d9096d23 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:54.922360 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e497f54f-b21c-4822-90f2-f18386c6d79f req-55781e43-a9bc-493c-a85a-67d8d9096d23 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0872903
Nov 04 13:52:54.970061 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e497f54f-b21c-4822-90f2-f18386c6d79f req-bc5809c1-1182-49a8-b1d0-c76e3f0b1d39 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418549
Nov 04 13:52:55.535774 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2ec20-188b-4666-b3f7-2c264a576573 req-c8d87892-7e96-4888-b407-cca4d0bf5719 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:55.537223 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bea2ec20-188b-4666-b3f7-2c264a576573 req-c8d87892-7e96-4888-b407-cca4d0bf5719 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0782564
Nov 04 13:52:55.585229 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bea2ec20-188b-4666-b3f7-2c264a576573 req-19110904-ba67-4994-94c3-20edae0623c4 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423107
Nov 04 13:52:55.736623 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f2ebbfc3-1b97-446a-b777-70922f28f5fa req-bb92e62a-07f4-4387-bcdc-782fb3c5074d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 1097 time: 0.0797093
Nov 04 13:52:55.910068 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebbfc3-1b97-446a-b777-70922f28f5fa req-1dbaa416-edbf-426b-8881-8551921c2683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:55.919074 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f2ebbfc3-1b97-446a-b777-70922f28f5fa req-1dbaa416-edbf-426b-8881-8551921c2683 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1385646
Nov 04 13:52:56.060708 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebbfc3-1b97-446a-b777-70922f28f5fa req-bcd48818-414e-4f0c-9508-96f2fa74e87e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:56.062344 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f2ebbfc3-1b97-446a-b777-70922f28f5fa req-bcd48818-414e-4f0c-9508-96f2fa74e87e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1416328
Nov 04 13:52:56.324515 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-8f0f7974-0830-48ba-824a-8c1b82331ffd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 1097 time: 0.2147942
Nov 04 13:52:56.334632 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3460a-68e2-48b9-a29e-f733c0dbb90c req-5f093b85-02d8-4711-9c51-95ada70d7b4c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:56.335958 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ccd3460a-68e2-48b9-a29e-f733c0dbb90c req-5f093b85-02d8-4711-9c51-95ada70d7b4c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.1918485
Nov 04 13:52:56.419246 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-ee92ed8d-2962-43c6-8d4a-812c38ff67f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d900873-a673-49d2-8959-a3a9c27ae7d2 HTTP/1.1" status: 200  len: 217 time: 0.0823338
Nov 04 13:52:56.487711 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ccd3460a-68e2-48b9-a29e-f733c0dbb90c req-69f7c32d-667a-44f4-8b25-4dbbfc81131b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018069
Nov 04 13:52:56.497594 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda608c2-e915-4260-b220-04aa00b8f492 req-6b00b07a-933b-4abe-93e6-10ef60259afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:56.499214 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-6b00b07a-933b-4abe-93e6-10ef60259afe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57f99843-0d54-46c4-9b0c-ee0713e332d4 HTTP/1.1" status: 200  len: 855 time: 0.0696087
Nov 04 13:52:56.555974 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-85854c6a-6791-48b1-8fce-f0eb6a6f4264 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b4042d1-642c-427f-ae18-dc05dfa016ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484755
Nov 04 13:52:56.696388 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-263ac5f6-10ec-4697-b62a-4b804282b65c service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288915
Nov 04 13:52:56.905799 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-bda608c2-e915-4260-b220-04aa00b8f492 req-9b9511c1-3999-440d-9d0f-668d3848c73e service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2016265
Nov 04 13:52:56.913975 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2096-b1bf-4edd-b4fe-d38263a4630b req-97907fae-5af3-42ef-abf7-5f4949ed7ac2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:56.915379 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b77e2096-b1bf-4edd-b4fe-d38263a4630b req-97907fae-5af3-42ef-abf7-5f4949ed7ac2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.1904840
Nov 04 13:52:56.963363 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b77e2096-b1bf-4edd-b4fe-d38263a4630b req-b6e9243a-7804-41f6-bdf8-20f8ff1fdcff tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422947
Nov 04 13:52:57.707063 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbbcd5-9372-4a52-80f9-f64fcb01196a req-c2fbf0b8-ae15-44cf-8454-71777c87c059 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:57.708517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0dfbbcd5-9372-4a52-80f9-f64fcb01196a req-c2fbf0b8-ae15-44cf-8454-71777c87c059 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0801964
Nov 04 13:52:57.760186 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0dfbbcd5-9372-4a52-80f9-f64fcb01196a req-7abf920f-5a3e-4bf1-94b2-4192d786b6bc tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460355
Nov 04 13:52:58.180457 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65092b-454e-46b0-a2f7-91d1d757af3b req-e46256c0-8584-404a-b491-bcc60e023c1b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:58.184729 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2d65092b-454e-46b0-a2f7-91d1d757af3b req-e46256c0-8584-404a-b491-bcc60e023c1b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0867209
Nov 04 13:52:58.230298 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2d65092b-454e-46b0-a2f7-91d1d757af3b req-2f3172d4-2407-47d8-9330-b33fdc2550e2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409708
Nov 04 13:52:58.977984 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f518db9-b9de-4705-ace1-78c536caee6e req-3fa4c65b-c9c4-4752-a4a2-0e3c47a3cb17 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:58.979847 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2f518db9-b9de-4705-ace1-78c536caee6e req-3fa4c65b-c9c4-4752-a4a2-0e3c47a3cb17 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0808704
Nov 04 13:52:59.039668 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2f518db9-b9de-4705-ace1-78c536caee6e req-3a127d82-1664-451d-8a15-964a5a58d161 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518329
Nov 04 13:52:59.434377 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df5e35-4432-464a-a768-eed629ab718d req-73ed0559-0b6f-4653-bb92-802ffcd568d7 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:52:59.435726 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-89df5e35-4432-464a-a768-eed629ab718d req-73ed0559-0b6f-4653-bb92-802ffcd568d7 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0772858
Nov 04 13:52:59.483749 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-89df5e35-4432-464a-a768-eed629ab718d req-f088799b-626c-4158-9784-9a0c58f40517 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424476
Nov 04 13:53:00.259259 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227ff41-59c4-4222-bebe-9c8a60e95815 req-cc4d9ab9-8ddd-4276-a81f-c9c98a418e87 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:00.261225 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e227ff41-59c4-4222-bebe-9c8a60e95815 req-cc4d9ab9-8ddd-4276-a81f-c9c98a418e87 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0802028
Nov 04 13:53:00.308448 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e227ff41-59c4-4222-bebe-9c8a60e95815 req-bf384ac3-e70e-4a47-bbac-18ec937d2a29 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408638
Nov 04 13:53:00.681927 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff39178-eb6c-4757-a87d-c7682c5934e3 req-1cc0296c-8d22-4e94-8c50-2a95204c55dc tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:00.684176 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cff39178-eb6c-4757-a87d-c7682c5934e3 req-1cc0296c-8d22-4e94-8c50-2a95204c55dc tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 944 time: 0.0785882
Nov 04 13:53:00.730197 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cff39178-eb6c-4757-a87d-c7682c5934e3 req-1d964ebd-9205-4ccf-a2cb-b4dad6bb7dcd tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405426
Nov 04 13:53:01.013030 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2d900873-a673-49d2-8959-a3a9c27ae7d2 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:53:01.147102 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 2d900873-a673-49d2-8959-a3a9c27ae7d2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2d900873-a673-49d2-8959-a3a9c27ae7d2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:01.160317 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '2d900873-a673-49d2-8959-a3a9c27ae7d2', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'port_id': '2d900873-a673-49d2-8959-a3a9c27ae7d2', 'mac_address': 'fa:16:3e:01:98:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f99843-0d54-46c4-9b0c-ee0713e332d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:53:01.213434 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:01.231886 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d900873-a673-49d2-8959-a3a9c27ae7d2 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:53:01.247498 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 2d900873-a673-49d2-8959-a3a9c27ae7d2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2d900873-a673-49d2-8959-a3a9c27ae7d2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:01.329350 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:01.331273 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:01.399704 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=2d900873-a673-49d2-8959-a3a9c27ae7d2,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:01.409216 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.409553 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.409904 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.410233 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.410931 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.410931 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.411327 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.411673 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.411995 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.412309 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.412622 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:01.416647 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:01.525952 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e0f10-2d2a-4730-9990-b20501885efd req-c447d7e4-ef25-4293-b823-dfa5276dc0a8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:01.529863 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-330e0f10-2d2a-4730-9990-b20501885efd req-c447d7e4-ef25-4293-b823-dfa5276dc0a8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0821702
Nov 04 13:53:01.576219 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-330e0f10-2d2a-4730-9990-b20501885efd req-bac4fdcd-c9ad-4674-9d8c-5fec5af06ed5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407224
Nov 04 13:53:01.928611 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc79581-76a9-4d1c-a2d6-6d01ccd45af3 req-1f0b07c0-c788-42d5-9884-1ac23fad684c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:01.930120 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9bc79581-76a9-4d1c-a2d6-6d01ccd45af3 req-1f0b07c0-c788-42d5-9884-1ac23fad684c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 945 time: 0.0765898
Nov 04 13:53:01.980752 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9bc79581-76a9-4d1c-a2d6-6d01ccd45af3 req-0270c771-ce9e-47c9-a2cd-a59ef6e5f123 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446441
Nov 04 13:53:02.106323 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ca5965fb-b82d-44f7-b645-67647b327429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:02.243395 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:02.541647 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['2d900873-a673-49d2-8959-a3a9c27ae7d2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:53:02.649012 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:02.797019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef3371-e409-4a5b-a65f-59044f4c571d req-d7de5f52-307f-4d86-a068-97d8abe7cb3b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:02.798496 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9eef3371-e409-4a5b-a65f-59044f4c571d req-d7de5f52-307f-4d86-a068-97d8abe7cb3b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0820274
Nov 04 13:53:02.846487 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9eef3371-e409-4a5b-a65f-59044f4c571d req-1d203410-ea5c-4341-8a8a-010479151b22 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404921
Nov 04 13:53:03.188517 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66012111-a945-4d7e-808d-33761c151210 req-a5351906-b8c3-4993-8444-b7c43f5b74bf tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:03.189995 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-66012111-a945-4d7e-808d-33761c151210 req-a5351906-b8c3-4993-8444-b7c43f5b74bf tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 945 time: 0.0837531
Nov 04 13:53:03.237313 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-66012111-a945-4d7e-808d-33761c151210 req-bf4df1f1-4c36-4d08-87ba-eb38734ea20a tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419044
Nov 04 13:53:04.061710 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a4598-05ef-4760-9943-298b0fc441cf req-2f3bdb31-6205-462f-8154-40e106d2afde tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:04.063165 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-795a4598-05ef-4760-9943-298b0fc441cf req-2f3bdb31-6205-462f-8154-40e106d2afde tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0776844
Nov 04 13:53:04.115605 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-795a4598-05ef-4760-9943-298b0fc441cf req-e5382e18-e081-4641-87f8-29b1e042aacd tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457468
Nov 04 13:53:04.284489 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-299c07f3-ba8d-44df-85e4-9229bd2b39bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:04.522968 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4fb2a-f156-44ee-8e45-812e0f0f1d2f req-a2c1eff8-a324-41aa-9c5b-41223d9f8822 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:04.524425 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-53c4fb2a-f156-44ee-8e45-812e0f0f1d2f req-a2c1eff8-a324-41aa-9c5b-41223d9f8822 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 945 time: 0.1586466
Nov 04 13:53:04.570431 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-53c4fb2a-f156-44ee-8e45-812e0f0f1d2f req-22c191e7-7f76-4c2a-8654-aba2d4c7d67d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394998
Nov 04 13:53:05.331127 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd88b-1ab9-4f9b-8b1b-21f4660c4f97 req-805ba28a-aa38-406b-95c1-cc28f895a8d1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:05.332556 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-81acd88b-1ab9-4f9b-8b1b-21f4660c4f97 req-805ba28a-aa38-406b-95c1-cc28f895a8d1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 943 time: 0.0779135
Nov 04 13:53:05.384478 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-81acd88b-1ab9-4f9b-8b1b-21f4660c4f97 req-83ddce3d-9969-4652-b913-2d6a904d9282 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463569
Nov 04 13:53:05.460377 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:05.649261 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:53:05.784688 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc512b6c-2081-4e51-a09c-d54efefe0227 req-cc4858fb-aed9-4e8a-9bef-4e72f87ddef4 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:05.786167 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fc512b6c-2081-4e51-a09c-d54efefe0227 req-cc4858fb-aed9-4e8a-9bef-4e72f87ddef4 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 945 time: 0.0891151
Nov 04 13:53:05.796797 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:05.812049 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'port_id': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'mac_address': 'fa:16:3e:6d:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:53:05.832333 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fc512b6c-2081-4e51-a09c-d54efefe0227 req-6d30ad5b-d4b4-4bae-907d-daac99d0b432 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404980
Nov 04 13:53:05.867680 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:05.886857 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d4cbc7-8d25-4b77-a576-676acf0b78fc {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:53:05.901805 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:05.974504 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:05.976272 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:06.044177 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=9']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:06.047248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:06.602833 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ad9e2-926a-4c59-a9df-0e3332e9d838 req-f91dd302-9250-464d-83fc-cf3cbb115a4f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:06.604298 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d81ad9e2-926a-4c59-a9df-0e3332e9d838 req-f91dd302-9250-464d-83fc-cf3cbb115a4f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 944 time: 0.0807710
Nov 04 13:53:06.651618 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d81ad9e2-926a-4c59-a9df-0e3332e9d838 req-1a2e902b-8311-4a80-969c-6e57798d0e03 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414832
Nov 04 13:53:06.911890 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:07.036025 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2dbb2-1e9b-44b2-bb47-98bad5e72b46 req-727c2dec-a520-45f1-b026-322d3a6fa328 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:07.037486 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-08b2dbb2-1e9b-44b2-bb47-98bad5e72b46 req-727c2dec-a520-45f1-b026-322d3a6fa328 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 945 time: 0.0801136
Nov 04 13:53:07.085016 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-08b2dbb2-1e9b-44b2-bb47-98bad5e72b46 req-e1efe54b-d010-4ac5-95f5-7fbbba0e4b4f tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412765
Nov 04 13:53:07.515869 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2d900873-a673-49d2-8959-a3a9c27ae7d2 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:53:07.637719 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 2d900873-a673-49d2-8959-a3a9c27ae7d2 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:53:07.643098 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 2d900873-a673-49d2-8959-a3a9c27ae7d2 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:53:07.643471 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:07.764981 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:07.792007 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14815b91-9960-4116-a804-5a6bf9380513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d900873-a673-49d2-8959-a3a9c27ae7d2'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:07.802009 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 2d900873-a673-49d2-8959-a3a9c27ae7d2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2d900873-a673-49d2-8959-a3a9c27ae7d2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:07.849311 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14815b91-9960-4116-a804-5a6bf9380513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d900873-a673-49d2-8959-a3a9c27ae7d2', 'code': 200}
Nov 04 13:53:07.867316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['45d4cbc7-8d25-4b77-a576-676acf0b78fc'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:53:07.880696 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea43ba-084b-438b-b19b-d0e08b558ad5 req-7423a1ce-2d0e-4295-8fb4-c1e40aec4f15 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:07.882437 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-80ea43ba-084b-438b-b19b-d0e08b558ad5 req-7423a1ce-2d0e-4295-8fb4-c1e40aec4f15 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 944 time: 0.0899742
Nov 04 13:53:07.903050 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:07.906618 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:07.931564 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-80ea43ba-084b-438b-b19b-d0e08b558ad5 req-2edacb8f-192b-41bc-aeda-b984d4272b52 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427494
Nov 04 13:53:08.035824 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=2d900873-a673-49d2-8959-a3a9c27ae7d2,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:08.039728 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:08.273561 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-579a10d9-6c21-42ea-bd6e-7a1f220830a7 req-561f1ed8-b4d6-4554-a818-cb47544e2df4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 1099 time: 0.1148818
Nov 04 13:53:08.336306 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-579a10d9-6c21-42ea-bd6e-7a1f220830a7 req-f52be7df-70b0-4a21-b317-8126c1007c03 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553510
Nov 04 13:53:08.344893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b37a2-474a-49fb-ae95-8725b0d4ad66 req-34b5762a-fa6c-41ce-882e-cea12d577a6f tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:08.346287 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-af0b37a2-474a-49fb-ae95-8725b0d4ad66 req-34b5762a-fa6c-41ce-882e-cea12d577a6f tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 946 time: 0.1258380
Nov 04 13:53:08.394214 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-af0b37a2-474a-49fb-ae95-8725b0d4ad66 req-03f630d1-3cff-4a5f-8c2c-f960efc23d47 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419190
Nov 04 13:53:09.156609 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c61c01-cd43-462c-b939-77e3e0f92825 req-3e49f98e-ff3d-48cc-8ad1-ae1f32f8eea2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:09.158199 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-70c61c01-cd43-462c-b939-77e3e0f92825 req-3e49f98e-ff3d-48cc-8ad1-ae1f32f8eea2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 944 time: 0.0828166
Nov 04 13:53:09.204841 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-70c61c01-cd43-462c-b939-77e3e0f92825 req-5dd173e2-2028-4936-8200-8f27b6addfcf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411184
Nov 04 13:53:09.529350 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:53:09.599699 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c91d9-9357-491c-9cd0-eb9b3d99d451 req-da23d6ad-b8c9-48a9-8c74-d3d01370c3f4 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:09.601175 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea9c91d9-9357-491c-9cd0-eb9b3d99d451 req-da23d6ad-b8c9-48a9-8c74-d3d01370c3f4 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 946 time: 0.0842807
Nov 04 13:53:09.603222 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 45d4cbc7-8d25-4b77-a576-676acf0b78fc triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:53:09.603645 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:09.655500 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea9c91d9-9357-491c-9cd0-eb9b3d99d451 req-a0b08cf4-ca4c-48fc-a82d-f76f83fdceca tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467196
Nov 04 13:53:09.738700 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:09.775772 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:09.850517 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:09.877499 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:09.880313 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:09.918268 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'code': 200}
Nov 04 13:53:09.952639 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=10']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:09.955819 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:10.422190 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced786c-2b87-4ad9-8884-2226cbb7057a req-9f6d70bb-620c-4393-ad0f-d433de3a41d1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:10.423667 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6ced786c-2b87-4ad9-8884-2226cbb7057a req-9f6d70bb-620c-4393-ad0f-d433de3a41d1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.0805686
Nov 04 13:53:10.472783 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6ced786c-2b87-4ad9-8884-2226cbb7057a req-0b500862-da37-4f7f-b75a-61f3dfd21f6e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434389
Nov 04 13:53:10.778722 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-43fa9143-6507-485c-a753-f129dd702459 req-7858f88d-188b-4f2b-80d2-e2b64f681391 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1099 time: 0.0831938
Nov 04 13:53:10.870039 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-43fa9143-6507-485c-a753-f129dd702459 req-8192d13d-6da1-4d2f-9fab-312995e9bcce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543475
Nov 04 13:53:10.897989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa26c7-6340-404b-a87a-da0cbbf61ade req-66247575-4974-459b-944a-3393aa3b10bc tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:10.899622 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-71fa26c7-6340-404b-a87a-da0cbbf61ade req-66247575-4974-459b-944a-3393aa3b10bc tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 946 time: 0.1191926
Nov 04 13:53:10.949805 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-71fa26c7-6340-404b-a87a-da0cbbf61ade req-7629b2f5-4d1e-4aca-b6c1-04832d1feb90 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437887
Nov 04 13:53:11.694852 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194e34f-a3e4-4eca-a0cd-18ced84add89 req-0dbd7f12-40fe-4704-8412-57535a996db2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:11.696262 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4194e34f-a3e4-4eca-a0cd-18ced84add89 req-0dbd7f12-40fe-4704-8412-57535a996db2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.0806315
Nov 04 13:53:11.743972 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4194e34f-a3e4-4eca-a0cd-18ced84add89 req-4646fa5c-eec7-403e-b510-3d63baf4b835 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410228
Nov 04 13:53:12.961307 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc826d7-5565-403c-9719-afa3b83bb547 req-b5f573f8-0455-4074-bad7-795a798d93b5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:12.962720 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0fc826d7-5565-403c-9719-afa3b83bb547 req-b5f573f8-0455-4074-bad7-795a798d93b5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.0751951
Nov 04 13:53:13.013440 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0fc826d7-5565-403c-9719-afa3b83bb547 req-24779df1-bc08-401e-8ada-01ad333102bc tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450997
Nov 04 13:53:13.963615 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:53:14.236453 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d84233-4ba5-4198-86cf-bddcf51fe6be req-8fd3754f-cd10-444f-98c9-36830a00947e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:14.237922 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c6d84233-4ba5-4198-86cf-bddcf51fe6be req-8fd3754f-cd10-444f-98c9-36830a00947e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.0879500
Nov 04 13:53:14.287639 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c6d84233-4ba5-4198-86cf-bddcf51fe6be req-f1c20a4b-162a-40b4-b814-31e05a1e15da tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437186
Nov 04 13:53:15.006938 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-dfd918f1-b648-4013-a5f0-08bca13b2ddc tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:15.008287 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-dfd918f1-b648-4013-a5f0-08bca13b2ddc tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.1443005
Nov 04 13:53:15.025788 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-98ea4924-2b6d-444c-a138-88d696386cfc tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/quotas/a4e68dfe15b34bf19bab0a00ee21765a HTTP/1.1" status: 200  len: 375 time: 0.0115552
Nov 04 13:53:15.112774 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-36488545-b2a2-4bb4-a717-3f32cdc4738e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0818129
Nov 04 13:53:15.346431 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-22b6bf14-401c-426f-96eb-9f7f870a4d58 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2269344
Nov 04 13:53:15.527958 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-f58ce430-29fc-41d0-b25f-308605c69f24 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745114
Nov 04 13:53:15.549290 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c305ae-ad5d-4da9-8881-bc6952942f27 req-a0f05e6a-8892-44b1-811e-3046c756315d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:15.550647 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d1c305ae-ad5d-4da9-8881-bc6952942f27 req-a0f05e6a-8892-44b1-811e-3046c756315d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.1207023
Nov 04 13:53:15.598719 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d1c305ae-ad5d-4da9-8881-bc6952942f27 req-9c7ec589-cd38-48b6-bbe3-77c221b8f435 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413539
Nov 04 13:53:15.774860 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7ba52f1b-9e5b-4c15-b0ac-806f28bab957 req-23e5b6f5-74f2-4480-bc9f-39b346cdaa50 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 210 time: 0.0444052
Nov 04 13:53:16.588363 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47413e10-d50d-43e1-a038-cbf75bc7445d req-fa19fdf2-d10c-4b4a-a3c9-c5c4072a17cb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:16.590151 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-47413e10-d50d-43e1-a038-cbf75bc7445d req-fa19fdf2-d10c-4b4a-a3c9-c5c4072a17cb tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.0774720
Nov 04 13:53:16.637172 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-47413e10-d50d-43e1-a038-cbf75bc7445d req-2b4d3f56-eebf-4e08-98c7-62bc16788598 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409379
Nov 04 13:53:16.942949 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b61cd42-83cd-4554-bccf-4e6281bc2aa3 req-612d2e1f-71f6-4abf-8e1c-cf754d92ba13 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 210 time: 0.0449386
Nov 04 13:53:17.842726 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356569-3bbd-48fa-8d0d-009cc62e854e req-f9a83959-21bb-4b08-a0ff-65f80fae0448 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:17.844171 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ec356569-3bbd-48fa-8d0d-009cc62e854e req-f9a83959-21bb-4b08-a0ff-65f80fae0448 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.0811145
Nov 04 13:53:17.892312 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ec356569-3bbd-48fa-8d0d-009cc62e854e req-c18a2378-d1fa-4f14-8d9c-a1807934a68b tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424597
Nov 04 13:53:18.106291 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d58e8814-81ec-4aff-bce3-749de2d0ca0c req-4ced1eb6-49c7-4c56-8d9e-556e7954fc07 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 210 time: 0.0416546
Nov 04 13:53:18.408468 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-0246f113-17a2-4ba3-9346-9fd2ad9cd324 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:18.409874 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-0246f113-17a2-4ba3-9346-9fd2ad9cd324 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.1446602
Nov 04 13:53:18.429665 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Request body: {'port': {'device_id': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'admin_state_up': True, 'tenant_id': 'a4e68dfe15b34bf19bab0a00ee21765a'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:18.568574 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:18.579140 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:18.671339 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Made reservation on behalf of a4e68dfe15b34bf19bab0a00ee21765a for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:53:18.674508 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:18.835024 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-b931a9be-a059-41ea-b1c0-ba9adfbe14b7 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:18.835627 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-b931a9be-a059-41ea-b1c0-ba9adfbe14b7 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Synchronizing usage tracker for tenant:b5fad12d78ec4602b680271c42426609 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:53:18.858921 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Allocated IP 172.20.0.4 (9b4042d1-642c-427f-ae18-dc05dfa016ae/57f99843-0d54-46c4-9b0c-ee0713e332d4/cfebf5e6-b4df-4b91-92e1-5a530dac2456) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:53:18.963216 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-b931a9be-a059-41ea-b1c0-ba9adfbe14b7 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Unset dirty status for tenant:b5fad12d78ec4602b680271c42426609 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:53:18.970169 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-b931a9be-a059-41ea-b1c0-ba9adfbe14b7 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.2150564
Nov 04 13:53:19.056903 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Deleting port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:53:19.058266 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:19.156379 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:19.200799 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fd21c-cdef-4305-a255-0b180710492b req-a10662ad-9c31-4260-9a11-80c081914e67 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:19.203178 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-113fd21c-cdef-4305-a255-0b180710492b req-a10662ad-9c31-4260-9a11-80c081914e67 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 945 time: 0.1462302
Nov 04 13:53:19.305590 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-abd1b99c-1c3b-4c09-997b-86f2d2d8b9eb req-cefc4e92-7d3a-45aa-94d0-a4f5b9791b0f tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 210 time: 0.0519207
Nov 04 13:53:19.308789 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-113fd21c-cdef-4305-a255-0b180710492b req-9b414076-b2ac-41e9-9f62-cda3b3dca8fc tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/security-groups?id=1d9e7d9d-3490-469b-b655-aeb56164253e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999017
Nov 04 13:53:19.311155 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:19.317207 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:19.335449 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2', '2d900873-a673-49d2-8959-a3a9c27ae7d2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:53:19.394696 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:53:19.397199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] For port 0505d846-8572-4fbf-9c1a-c48e7f3664a3, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0505d846-8572-4fbf-9c1a-c48e7f3664a3,segment=NetworkSegment(66ba4161-1b29-4bc4-97f7-5529eb0d2cc4),segment_id=66ba4161-1b29-4bc4-97f7-5529eb0d2cc4)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:19.397640 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:19.398592 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:53:19.400602 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event updated for resources: {'Port': ['ID=cfebf5e6-b4df-4b91-92e1-5a530dac2456,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:19.404786 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:53:19.537662 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.538053 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.538415 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.538774 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.539241 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.539640 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.539995 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.540342 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.540639 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Calling delete_port for 0505d846-8572-4fbf-9c1a-c48e7f3664a3 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:53:19.540798 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.541165 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.541359 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:19.567068 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:19.567687 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:19.572413 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:19.717799 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2917247
Nov 04 13:53:19.732290 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Request body: {'port': {'device_id': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:19.845655 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:19.894711 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:19.896318 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-de375f06-9410-46be-a946-a47d47a8a9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:19.949221 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Pushing event deleted for resources: {'Port': ['ID=0505d846-8572-4fbf-9c1a-c48e7f3664a3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:19.952979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:20.004813 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['0505d846-8572-4fbf-9c1a-c48e7f3664a3'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:53:20.032394 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] No DVR routers for this DVR port 0505d846-8572-4fbf-9c1a-c48e7f3664a3 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:53:20.034950 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:20.038215 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45feb053-f565-47b1-b730-b8e7b927255d', 'name': 'network-vif-deleted', 'tag': '0505d846-8572-4fbf-9c1a-c48e7f3664a3'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:20.105296 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45feb053-f565-47b1-b730-b8e7b927255d', 'name': 'network-vif-deleted', 'tag': '0505d846-8572-4fbf-9c1a-c48e7f3664a3', 'status': 'completed', 'code': 200}
Nov 04 13:53:20.129041 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-b7d028c4-e6a0-4ac1-a9f1-abe7ccb412e0 req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.90 "DELETE /v2.0/ports/0505d846-8572-4fbf-9c1a-c48e7f3664a3 HTTP/1.1" status: 204  len: 173 time: 1.1567392
Nov 04 13:53:20.218816 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfebf5e6-b4df-4b91-92e1-5a530dac2456 {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:53:20.226005 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:20.242537 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Transition to ACTIVE for port object cfebf5e6-b4df-4b91-92e1-5a530dac2456 will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:53:20.305464 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:20.310212 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:20.441111 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cfebf5e6-b4df-4b91-92e1-5a530dac2456,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:20.443963 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:20.567869 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-98a5e52b-6f59-48db-bff8-e47d1638c464 req-745db215-4e13-4438-b13a-7e1d2e77d917 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] 10.222.0.96 "GET /v2.0/ports?device_id=45feb053-f565-47b1-b730-b8e7b927255d HTTP/1.1" status: 200  len: 210 time: 0.0786743
Nov 04 13:53:20.653845 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Attempting to bind port cfebf5e6-b4df-4b91-92e1-5a530dac2456 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:53:20.654170 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Attempting to bind port cfebf5e6-b4df-4b91-92e1-5a530dac2456 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:53:20.654488 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Attempting to bind port cfebf5e6-b4df-4b91-92e1-5a530dac2456 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:53:20.662254 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963768e-19ff-4c5c-ba79-081953acf3de req-00fedcd3-9c3c-4b0f-9cec-938fabbf00db tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:20.662924 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4963768e-19ff-4c5c-ba79-081953acf3de req-00fedcd3-9c3c-4b0f-9cec-938fabbf00db tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:53:20.675697 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Port cfebf5e6-b4df-4b91-92e1-5a530dac2456 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:53:20.675882 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Attempting to bind port cfebf5e6-b4df-4b91-92e1-5a530dac2456 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:53:20.684042 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:53:20.684369 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Checking segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:53:20.684737 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Bound using segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:53:20.685151 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Bound port: cfebf5e6-b4df-4b91-92e1-5a530dac2456, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:53:20.685484 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:20.752313 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4963768e-19ff-4c5c-ba79-081953acf3de req-00fedcd3-9c3c-4b0f-9cec-938fabbf00db tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:53:20.755245 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4963768e-19ff-4c5c-ba79-081953acf3de req-00fedcd3-9c3c-4b0f-9cec-938fabbf00db tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 943 time: 0.3136907
Nov 04 13:53:20.805906 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] For port cfebf5e6-b4df-4b91-92e1-5a530dac2456, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:53:20.811223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] For port cfebf5e6-b4df-4b91-92e1-5a530dac2456, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cfebf5e6-b4df-4b91-92e1-5a530dac2456,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:53:20.822093 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4963768e-19ff-4c5c-ba79-081953acf3de req-757c94bc-69fc-4753-b67e-35e31097e147 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563257
Nov 04 13:53:20.872306 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:20.876635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-bca80919-411c-4fd3-8e55-edfe395e9f34 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:20.933946 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:20.935311 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] 10.222.0.90 "PUT /v2.0/ports/cfebf5e6-b4df-4b91-92e1-5a530dac2456 HTTP/1.1" status: 200  len: 1093 time: 1.2081966
Nov 04 13:53:20.938032 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'tag': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:20.968931 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cfebf5e6-b4df-4b91-92e1-5a530dac2456,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:20.972044 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:21.002227 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'tag': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456', 'status': 'completed', 'code': 200}
Nov 04 13:53:21.101005 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7d58ee86-512d-4279-ae27-18420a7d100f req-4b814a37-2b3b-420e-a3fe-61282fd6e85f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 1096 time: 0.0708368
Nov 04 13:53:21.253015 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ee86-512d-4279-ae27-18420a7d100f req-036eca30-2c04-466a-8482-589afb6ee1f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:21.254639 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7d58ee86-512d-4279-ae27-18420a7d100f req-036eca30-2c04-466a-8482-589afb6ee1f9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1464102
Nov 04 13:53:21.397328 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58ee86-512d-4279-ae27-18420a7d100f req-e7eb1185-b6de-470a-a4dd-6c3a856b332e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:21.398802 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7d58ee86-512d-4279-ae27-18420a7d100f req-e7eb1185-b6de-470a-a4dd-6c3a856b332e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1339812
Nov 04 13:53:21.508866 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-6e7a6ddb-38d6-439a-8560-d3fb6fab38f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 1096 time: 0.0730541
Nov 04 13:53:21.590880 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-19ed3221-385d-40a1-9d57-d68b34f8ffa2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfebf5e6-b4df-4b91-92e1-5a530dac2456 HTTP/1.1" status: 200  len: 217 time: 0.0748639
Nov 04 13:53:21.740091 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-389f7ffa-b99f-4f9c-bb4d-650de6423847 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:21.741520 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-389f7ffa-b99f-4f9c-bb4d-650de6423847 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57f99843-0d54-46c4-9b0c-ee0713e332d4 HTTP/1.1" status: 200  len: 855 time: 0.1440966
Nov 04 13:53:21.791456 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-e3daaeba-6985-410c-b6b5-adf6b2ca61cf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b4042d1-642c-427f-ae18-dc05dfa016ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422902
Nov 04 13:53:21.937512 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-1f9ce416-1622-40ce-907a-56d705f62d20 service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383150
Nov 04 13:53:22.136408 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f237854-a3cf-41a5-94bb-66795d8b53e4 req-5219a83b-7cbf-436a-a0f9-1a801932768b service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894560
Nov 04 13:53:22.142721 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb6494-ea16-4882-8f94-dfa02c56e665 req-0c163aec-0bc5-4428-8384-f3e065734db4 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:22.144357 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c3fb6494-ea16-4882-8f94-dfa02c56e665 req-0c163aec-0bc5-4428-8384-f3e065734db4 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 943 time: 0.1999946
Nov 04 13:53:22.189651 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c3fb6494-ea16-4882-8f94-dfa02c56e665 req-fbef9370-df7b-4e03-9d95-5da9ddf171fb tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400629
Nov 04 13:53:23.385794 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7ee81-17b4-4c9e-9bc6-6d80ed4cabb4 req-c7393c8f-c9d8-4a18-ba28-c6211e308a77 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:23.387268 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25f7ee81-17b4-4c9e-9bc6-6d80ed4cabb4 req-c7393c8f-c9d8-4a18-ba28-c6211e308a77 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 943 time: 0.0775738
Nov 04 13:53:23.435988 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25f7ee81-17b4-4c9e-9bc6-6d80ed4cabb4 req-c644eb71-db1b-4f70-9dd8-86824b408a16 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432379
Nov 04 13:53:23.684813 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0505d846-8572-4fbf-9c1a-c48e7f3664a3 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:53:23.717887 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 0505d846-8572-4fbf-9c1a-c48e7f3664a3 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:53:23.718231 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0505d846-8572-4fbf-9c1a-c48e7f3664a3 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:53:24.634268 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4b2c-9365-4f4b-9685-1664199489ca req-abe3ed2e-7689-4e31-92c7-f44e49882cc5 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:24.636270 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7c8d4b2c-9365-4f4b-9685-1664199489ca req-abe3ed2e-7689-4e31-92c7-f44e49882cc5 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 943 time: 0.0788853
Nov 04 13:53:24.687082 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7c8d4b2c-9365-4f4b-9685-1664199489ca req-8a25c3c9-ba3f-4569-a393-7a1bed14025f tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448523
Nov 04 13:53:25.900153 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf867c-ecaa-45e7-a347-724367f8f00a req-2baeb419-f20e-4936-ae87-de578887995e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:25.902618 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-21cf867c-ecaa-45e7-a347-724367f8f00a req-2baeb419-f20e-4936-ae87-de578887995e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 943 time: 0.0861151
Nov 04 13:53:25.949856 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-21cf867c-ecaa-45e7-a347-724367f8f00a req-25c8b635-c715-4ed9-a07d-abea56d248ba tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413976
Nov 04 13:53:27.152213 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44469c9f-efab-4ab6-9442-ffc6b8f3cc0c req-4052d0e6-fa17-4da1-ab11-8fd0739478c1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:27.153708 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-44469c9f-efab-4ab6-9442-ffc6b8f3cc0c req-4052d0e6-fa17-4da1-ab11-8fd0739478c1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 943 time: 0.0788937
Nov 04 13:53:27.201377 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-44469c9f-efab-4ab6-9442-ffc6b8f3cc0c req-97f745f2-abc4-485b-b8c0-44812a485e92 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420103
Nov 04 13:53:28.412171 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395a980-b47f-46ea-aeca-85ce6e43ac0e req-7ed998fc-0a70-44fa-a879-48df675fa290 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:28.413628 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8395a980-b47f-46ea-aeca-85ce6e43ac0e req-7ed998fc-0a70-44fa-a879-48df675fa290 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 943 time: 0.0834267
Nov 04 13:53:28.459929 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8395a980-b47f-46ea-aeca-85ce6e43ac0e req-6eaf5a12-00d4-47bc-958f-efaefac3b3e1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398719
Nov 04 13:53:28.533439 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cfebf5e6-b4df-4b91-92e1-5a530dac2456 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:53:28.665240 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port cfebf5e6-b4df-4b91-92e1-5a530dac2456, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cfebf5e6-b4df-4b91-92e1-5a530dac2456,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:28.678614 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'port_id': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456', 'mac_address': 'fa:16:3e:16:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f99843-0d54-46c4-9b0c-ee0713e332d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:53:28.730926 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:28.753047 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfebf5e6-b4df-4b91-92e1-5a530dac2456 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:53:28.768187 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port cfebf5e6-b4df-4b91-92e1-5a530dac2456, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cfebf5e6-b4df-4b91-92e1-5a530dac2456,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:28.859937 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:28.861735 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:28.926727 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=cfebf5e6-b4df-4b91-92e1-5a530dac2456,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:28.929828 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:29.841497 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['cfebf5e6-b4df-4b91-92e1-5a530dac2456'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:53:29.861131 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f5bbb-8c31-44ab-9553-818748ba515a req-1402c061-0921-483d-9170-a8c82a4ac9db tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:29.863003 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-039f5bbb-8c31-44ab-9553-818748ba515a req-1402c061-0921-483d-9170-a8c82a4ac9db tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 944 time: 0.1226592
Nov 04 13:53:29.927227 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-039f5bbb-8c31-44ab-9553-818748ba515a req-43e627cf-9bb7-4d7e-87b7-4a948e698298 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573244
Nov 04 13:53:29.933765 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45865e3c-20ca-4871-8b2f-2b353e76a28e req-d1496f31-b0e5-4c67-abdc-70012d756be2 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:29.935159 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-45865e3c-20ca-4871-8b2f-2b353e76a28e req-d1496f31-b0e5-4c67-abdc-70012d756be2 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.1284151
Nov 04 13:53:29.984880 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-45865e3c-20ca-4871-8b2f-2b353e76a28e req-9d87c94b-e31d-4a16-87b6-a98328fa8b5e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438182
Nov 04 13:53:31.145393 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4f403-bb46-43ed-a657-d813e12da5cb req-6a64e790-0a84-4b59-babb-c72e15d5deff tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:31.147959 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b6c4f403-bb46-43ed-a657-d813e12da5cb req-6a64e790-0a84-4b59-babb-c72e15d5deff tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 944 time: 0.0929101
Nov 04 13:53:31.200739 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b6c4f403-bb46-43ed-a657-d813e12da5cb req-684a06bc-7945-4471-85f8-5983f6e22260 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461235
Nov 04 13:53:31.351744 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292da22-0838-4a42-b9aa-5d16ded35970 req-6dbcc39d-8538-441a-8fed-b18408b79240 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:31.354769 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4292da22-0838-4a42-b9aa-5d16ded35970 req-6dbcc39d-8538-441a-8fed-b18408b79240 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0920856
Nov 04 13:53:31.405136 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4292da22-0838-4a42-b9aa-5d16ded35970 req-fc25b8c2-6f16-4e34-9876-5f7bc5c8ad69 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444880
Nov 04 13:53:31.648823 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cfebf5e6-b4df-4b91-92e1-5a530dac2456 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:53:31.790924 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port cfebf5e6-b4df-4b91-92e1-5a530dac2456 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:53:31.796991 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port cfebf5e6-b4df-4b91-92e1-5a530dac2456 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:53:31.800136 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:31.912908 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:31.939726 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:31.949089 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port cfebf5e6-b4df-4b91-92e1-5a530dac2456, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cfebf5e6-b4df-4b91-92e1-5a530dac2456,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:32.045623 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456', 'code': 200}
Nov 04 13:53:32.065593 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:32.068316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:32.136631 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=cfebf5e6-b4df-4b91-92e1-5a530dac2456,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:32.139727 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:32.162168 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1db469ef-640a-4f20-beac-83e9bada1909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:32.236951 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:32.247480 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-b33dad2c-9fb5-48b9-be99-41d73655f719 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:32.249565 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-b33dad2c-9fb5-48b9-be99-41d73655f719 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.0854394
Nov 04 13:53:32.333525 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Deleting port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:53:32.334719 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:32.444042 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-86cb4d17-49a0-46d4-936c-aa256d8cd0de req-66537c9d-ae19-41a7-9b1d-e5dbf4488ceb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 1098 time: 0.0861745
Nov 04 13:53:32.504864 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-86cb4d17-49a0-46d4-936c-aa256d8cd0de req-cc78a8f2-6a78-4842-83b3-36226ccb0a89 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532830
Nov 04 13:53:32.614408 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:32.745635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9b9ba-154d-4741-94bf-7f72b3dff20b req-c0008d18-ceb6-439f-969c-c8fe25e38158 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:32.747104 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-71f9b9ba-154d-4741-94bf-7f72b3dff20b req-c0008d18-ceb6-439f-969c-c8fe25e38158 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 945 time: 0.3795364
Nov 04 13:53:32.827498 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-92184005-ef3e-4799-a841-47060704bf58 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774257
Nov 04 13:53:32.866221 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] For port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:32.866601 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:32.877612 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-71f9b9ba-154d-4741-94bf-7f72b3dff20b req-22a73b4e-9cf1-4481-8aff-b482e2505cff tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239009
Nov 04 13:53:32.945066 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f9615-c07f-406f-83bb-91564e230a88 req-e3d86720-45a8-4f57-a38f-3d2f7c904818 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:32.951394 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-7276e98e-bbc5-416c-9d9b-6bf60c27eb1c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 1099 time: 0.0921855
Nov 04 13:53:32.951722 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f24f9615-c07f-406f-83bb-91564e230a88 req-e3d86720-45a8-4f57-a38f-3d2f7c904818 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 945 time: 0.3932245
Nov 04 13:53:33.091372 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f24f9615-c07f-406f-83bb-91564e230a88 req-bb7502df-288f-4971-98f1-8f7ad6655750 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=33836c9e-ea1f-4406-85eb-6890b18c77e6&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1316807
Nov 04 13:53:33.128602 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-f92e30b5-191d-4df1-924f-264d889e1a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:33.128863 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-f92e30b5-191d-4df1-924f-264d889e1a50 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.1354303
Nov 04 13:53:33.221676 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:33.222291 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:33.222604 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.l3_db [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Floating IP 82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16 disassociated. External IP: 172.27.2.75, port: bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6.
Nov 04 13:53:33.222936 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Calling delete_port for bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 owned by compute:nova {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:53:33.238931 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-0af4b3f4-0ed8-488e-8009-e1bc483b87fa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc HTTP/1.1" status: 200  len: 1000 time: 0.1020498
Nov 04 13:53:33.309513 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-73430dbb-911d-4636-b595-874f131e6b95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:33.311158 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-73430dbb-911d-4636-b595-874f131e6b95 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0655174
Nov 04 13:53:33.391819 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-28c278e5-5746-48ee-9e1e-fb38897ca8af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726352
Nov 04 13:53:33.471152 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:33.477613 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-8ddfa65c-d29a-4036-9aba-de2917c33903 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:33.529648 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event deleted for resources: {'Port': ['ID=bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:33.533195 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:33.538070 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-79d6ee81-40d1-4799-ae47-146298288716 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377463
Nov 04 13:53:33.699216 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-41757ed4-1023-4243-9cbd-bf8e637a4edf req-2e795f27-781d-4813-a83f-02c4622f02e1 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502268
Nov 04 13:53:33.752650 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:53:34.066606 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 32980) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:34.094040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:53:34.105873 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] Sync routers for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:53:34.119976 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:53:34.120953 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b2d9e80>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:53:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:34.180740 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] No DVR routers for this DVR port bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 on host hv-cinder-81036 {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:53:34.184088 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:34.187018 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'name': 'network-vif-deleted', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:34.243481 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd989f-518f-4aaf-9a0d-f90e7f7d0e2a req-5bcf5c54-ada6-44f3-8362-b8826682e58b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:34.246532 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dbcd989f-518f-4aaf-9a0d-f90e7f7d0e2a req-5bcf5c54-ada6-44f3-8362-b8826682e58b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 945 time: 0.2166946
Nov 04 13:53:34.297873 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b86141a-ec3b-47cb-8dd5-f58480d67398 req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "DELETE /v2.0/ports/bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 HTTP/1.1" status: 204  len: 173 time: 2.0408857
Nov 04 13:53:34.351469 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:53:34.368988 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d59495d0-7034-4918-bd24-0c0a51993682 req-2df047ec-4e22-492e-8051-ddf1c633f442 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Synchronizing usage tracker for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:53:34.371696 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:34.393121 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dbcd989f-518f-4aaf-9a0d-f90e7f7d0e2a req-ba6fdd2e-9428-400e-828b-0ebe73c43db7 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404829
Nov 04 13:53:34.423508 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:34.435292 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0e47a829153d4a8cb0a232a04e2e91b8 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:34.436468 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:34.454323 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:34.470082 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4211da4-544d-48af-aa3c-64e77ac4b2cb', 'name': 'network-vif-deleted', 'tag': 'bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6', 'status': 'completed', 'code': 200}
Nov 04 13:53:34.494326 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d59495d0-7034-4918-bd24-0c0a51993682 req-2df047ec-4e22-492e-8051-ddf1c633f442 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Unset dirty status for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:53:34.499558 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d59495d0-7034-4918-bd24-0c0a51993682 req-2df047ec-4e22-492e-8051-ddf1c633f442 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4211da4-544d-48af-aa3c-64e77ac4b2cb HTTP/1.1" status: 200  len: 210 time: 0.1923399
Nov 04 13:53:34.581775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:34.665770 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:34.678460 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-3d951100-20c0-4694-9dc5-029d9eb8cfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:34.724153 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0e47a829153d4a8cb0a232a04e2e91b8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6563585
Nov 04 13:53:34.725064 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08af8c8b-5c20-4956-8b9e-34b6749d2003,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:34.726785 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 32990) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:34.736440 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:34.751905 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b2d9e80>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:34.755861 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] Checking router: f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:53:34.767398 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-c74808de-f446-4245-a89b-3f595b6094de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:34.770822 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:53:34.772009 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b2d9e80>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:53:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:34.826832 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:34.858842 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:34.990585 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:53:35.036627 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:35.042618 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-82f52ff8-aedb-45ee-8b24-0e3d469e337b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:35.063264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08af8c8b-5c20-4956-8b9e-34b6749d2003,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:35.068000 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:35.078695 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:35.086620 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08af8c8b-5c20-4956-8b9e-34b6749d2003 HTTP/1.1" status: 204  len: 168 time: 0.3519101
Nov 04 13:53:35.355511 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b2d9e80>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:35.360188 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbb0f0d-3d36-40dc-9aff-f3c5a753703d None None] The sync data for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi is: [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:53:35.432732 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:35.717806 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c7d893-f39e-42f2-a239-84edeae3f8da None None] New status for floating IP 82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16: DOWN {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:53:35.793034 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33016) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:35.894117 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:35.932699 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:35.955083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2642f-e25b-4e6f-8d4e-1ecd0b026e01 req-ad8a0567-29b9-42e1-a186-86af63e26a2d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:35.957563 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1ad2642f-e25b-4e6f-8d4e-1ecd0b026e01 req-ad8a0567-29b9-42e1-a186-86af63e26a2d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 945 time: 0.4242697
Nov 04 13:53:36.122973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:36.127679 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c11e0de0-cc31-438b-934f-a8b1c05dd877 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:36.143776 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33836c9e-ea1f-4406-85eb-6890b18c77e6,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:36.148279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:36.149686 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1ad2642f-e25b-4e6f-8d4e-1ecd0b026e01 req-721f8beb-de0c-455a-951e-39eef126f63f tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852717
Nov 04 13:53:36.288877 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:36.293233 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33030) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:36.298389 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "DELETE /v2.0/security-groups/33836c9e-ea1f-4406-85eb-6890b18c77e6 HTTP/1.1" status: 204  len: 168 time: 0.5038044
Nov 04 13:53:36.316366 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.api.v2.resource [None req-a6a9e495-fadb-4df1-bc2a-3362d156f5d5 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] show failed (client error): The resource could not be found.
Nov 04 13:53:36.320631 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a6a9e495-fadb-4df1-bc2a-3362d156f5d5 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups/33836c9e-ea1f-4406-85eb-6890b18c77e6 HTTP/1.1" status: 404  len: 347 time: 0.0260940
Nov 04 13:53:36.321600 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33036) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:36.490338 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Deleting port c05cd03e-fc4b-4cc7-b3bb-e4626c8d2de9 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:53:36.490675 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:36.775983 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:36.776326 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:36.912762 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Calling delete_port for c05cd03e-fc4b-4cc7-b3bb-e4626c8d2de9 owned by network:floatingip {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:53:37.031488 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:37.340479 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:37.346924 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8e3304cc-2454-4b5a-8e77-a3ebc772fe8a tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:37.398895 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event deleted for resources: {'Port': ['ID=c05cd03e-fc4b-4cc7-b3bb-e4626c8d2de9,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:37.401824 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:37.504196 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:37.636114 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:37.637283 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "DELETE /v2.0/floatingips/82cb0fac-7dbf-4e8e-92ea-29b2d88e3a16 HTTP/1.1" status: 204  len: 168 time: 1.3141415
Nov 04 13:53:38.135188 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33072) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:38.141531 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484816989', 'description': 'tempest-description--2020959864'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:38.147549 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:38.153254 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:38.156632 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:38.162705 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:38.260562 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:38.301217 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:38.305780 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group_rule and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:38.309075 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:38.316046 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:38.372229 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:38.453901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:38.457813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-618c5aa6-bee1-4c4e-a523-a21bd2ea05b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:38.505414 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e4e655-4885-4c37-81d7-5d2d0c211064,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:38.508425 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:38.574624 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:38.576118 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4396601
Nov 04 13:53:38.579102 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33080) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:38.585594 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'security_group_rule': {'security_group_id': '71e4e655-4885-4c37-81d7-5d2d0c211064', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:38.591790 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:38.595765 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group_rule and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:38.602004 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:38.606742 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:38.717992 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:38.788641 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:38.899717 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:38.902065 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:38.924405 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ee2d48-e561-4438-aa8b-d972f41fcd4f,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:38.930225 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:39.036652 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:39.037882 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-dff012b2-7218-4aff-83bb-888a4805a13c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4577031
Nov 04 13:53:39.041724 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33086) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:39.047482 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'security_group_rule': {'security_group_id': '71e4e655-4885-4c37-81d7-5d2d0c211064', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:39.053790 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:39.058691 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:security_group_rule and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:39.061592 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:39.067747 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:39.215390 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:39.234534 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:53:39.268742 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:53:39.269098 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device bc26277d-98c2-47b9-a2bf-94bcc2e8f0a6 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:53:39.298399 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:39.453474 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:39.456016 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:39.481925 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a8557e-06e0-4039-99dc-7a91c452a698,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:39.491638 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:39.692685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:39.693832 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6510956
Nov 04 13:53:39.697714 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33094) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:39.703046 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:39.708689 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:39.712578 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:floatingip and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:39.716036 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:39.721728 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:40.036741 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:40.179181 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:40.325671 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Allocated IP 172.27.2.50 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/3c649712-0bb6-4582-b7f4-972b6d46379f) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:53:40.485625 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:40.624843 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:40.628882 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-cf3dae37-85c2-451b-90d2-619a3c6f9ec5 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:40.700269 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:53:40.703418 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:53:40.705956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:53:40.736049 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'Port': ['ID=3c649712-0bb6-4582-b7f4-972b6d46379f,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:40.739252 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:40.873558 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:41.077893 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:41.297052 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:41.368295 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:41.373280 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-18670b73-bfec-41f7-949a-a932165f3246 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:41.564566 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'Port': ['ID=3c649712-0bb6-4582-b7f4-972b6d46379f,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:41.573681 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:41.582519 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:41.722414 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:41.729915 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0248294
Nov 04 13:53:41.963323 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-09a30f8b-9172-4b6a-afcd-da3b2e636e68 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Synchronizing usage tracker for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:53:42.076448 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-09a30f8b-9172-4b6a-afcd-da3b2e636e68 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Unset dirty status for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:53:42.077695 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-09a30f8b-9172-4b6a-afcd-da3b2e636e68 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--484816989&fields=id&tenant_id=73f891c473ce4d95b60c1b5ab12858a9 HTTP/1.1" status: 200  len: 267 time: 0.1580806
Nov 04 13:53:42.234663 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-c9ffac75-0097-44e4-b95e-00e78e3c2222 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:42.236088 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-c9ffac75-0097-44e4-b95e-00e78e3c2222 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 809 time: 0.1518707
Nov 04 13:53:42.254776 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-845cc3b6-41ac-452e-adba-37938561d2d2 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/quotas/73f891c473ce4d95b60c1b5ab12858a9 HTTP/1.1" status: 200  len: 375 time: 0.0125222
Nov 04 13:53:42.370744 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-f91b58a9-9f92-49d3-a56e-57b98bd6b82e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1066465
Nov 04 13:53:42.518802 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-01146057-3659-4c12-934e-24dd09fbe90d service neutron] 10.222.0.96 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343801
Nov 04 13:53:42.651749 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-0c05dac6-5262-45c4-83c2-307e0efd92dc service neutron] 10.222.0.96 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272621
Nov 04 13:53:42.946079 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b79d3bc7-39f5-453a-a92a-1cf3285a169b req-57cf51d6-a49c-47d6-a10a-2e40287fef64 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 210 time: 0.0487874
Nov 04 13:53:44.057430 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1ad4ee2d-a30a-4b9a-b89e-05a1e050bc4a req-c7cbcc13-7338-45b4-a905-c64b1c94685c tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 210 time: 0.0424504
Nov 04 13:53:45.222316 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-db759747-f322-4d24-b710-5746dcbdf8cc req-fd65a049-c843-4c1a-b3aa-7fb1f5e24c7e tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 210 time: 0.0439034
Nov 04 13:53:46.411458 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d4a15eaa-93f0-4790-bd60-b0acd75688f7 req-f7accce7-9738-4cfe-9127-8009d97cbf67 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 210 time: 0.0548701
Nov 04 13:53:46.656817 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-37e912de-13cc-4ea6-a4ad-e7ac709af628 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:46.658275 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-37e912de-13cc-4ea6-a4ad-e7ac709af628 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 809 time: 0.1541727
Nov 04 13:53:46.723502 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-369ba3ea-bd6f-448d-a874-2e8cf5fafdb1 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73f891c473ce4d95b60c1b5ab12858a9 HTTP/1.1" status: 200  len: 379 time: 0.0443606
Nov 04 13:53:46.734838 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'port': {'device_id': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'admin_state_up': True, 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'security_groups': ['71e4e655-4885-4c37-81d7-5d2d0c211064']}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:46.884664 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:46.888854 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Usage tracker for resource:port and tenant:73f891c473ce4d95b60c1b5ab12858a9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:46.891716 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:46.898301 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:47.042701 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Made reservation on behalf of 73f891c473ce4d95b60c1b5ab12858a9 for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:53:47.046279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:47.211063 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Allocated IP 172.20.0.5 (6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb/45009a93-a4f4-4328-bba4-4f77e947f0b5/a6f39319-35be-4b7c-83ca-7c6f10eb0555) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:53:47.414851 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:47.431358 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Transition to ACTIVE for port object a6f39319-35be-4b7c-83ca-7c6f10eb0555 will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:53:47.527330 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:47.533196 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:47.745536 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:53:47.747248 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event updated for resources: {'Port': ['ID=a6f39319-35be-4b7c-83ca-7c6f10eb0555,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:47.751243 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:53:47.755071 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:47.755435 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:53:47.830828 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:47.831604 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:47.846192 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9205983-a0e1-4dc7-8631-25a9d92d4591 req-8aed2d3a-0fbd-4e2a-982e-22f42069d194 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:47.847697 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d9205983-a0e1-4dc7-8631-25a9d92d4591 req-8aed2d3a-0fbd-4e2a-982e-22f42069d194 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 931 time: 0.2797923
Nov 04 13:53:48.015475 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-73122943-e7d9-41c8-b9f2-c97c377c1909 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2846520
Nov 04 13:53:48.036060 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Request body: {'port': {'device_id': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:48.088444 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d9205983-a0e1-4dc7-8631-25a9d92d4591 req-f0d12bdc-9037-4ec5-91eb-e17063102396 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2277777
Nov 04 13:53:48.157311 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:48.173716 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-f6b9d84d-e483-41b8-a229-66d27eaf4809 None None] Provisioning for port a6f39319-35be-4b7c-83ca-7c6f10eb0555 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:53:48.179266 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-f6b9d84d-e483-41b8-a229-66d27eaf4809 None None] Provisioning complete for port a6f39319-35be-4b7c-83ca-7c6f10eb0555 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:53:48.179642 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f6b9d84d-e483-41b8-a229-66d27eaf4809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:48.232656 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9d84d-e483-41b8-a229-66d27eaf4809 None None] Port a6f39319-35be-4b7c-83ca-7c6f10eb0555 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:53:48.512303 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f39319-35be-4b7c-83ca-7c6f10eb0555 {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:53:48.519366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:48.534329 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Transition to ACTIVE for port object a6f39319-35be-4b7c-83ca-7c6f10eb0555 will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:53:48.608072 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:48.612308 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2fe5b0f1-c245-4d70-a953-050474a27be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:48.736792 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Pushing event updated for resources: {'Port': ['ID=a6f39319-35be-4b7c-83ca-7c6f10eb0555,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:48.740985 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:48.854824 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Attempting to bind port a6f39319-35be-4b7c-83ca-7c6f10eb0555 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:53:48.855302 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Attempting to bind port a6f39319-35be-4b7c-83ca-7c6f10eb0555 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:53:48.855636 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Attempting to bind port a6f39319-35be-4b7c-83ca-7c6f10eb0555 on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:53:48.861860 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Port a6f39319-35be-4b7c-83ca-7c6f10eb0555 on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:53:48.862109 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Attempting to bind port a6f39319-35be-4b7c-83ca-7c6f10eb0555 on network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:53:48.869131 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:53:48.869468 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Checking segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:53:48.869887 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Bound using segment: {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:53:48.870314 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Bound port: a6f39319-35be-4b7c-83ca-7c6f10eb0555, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ba8fe0-5007-4e52-a476-c4c91beb8bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:53:48.870655 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:48.964363 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] For port a6f39319-35be-4b7c-83ca-7c6f10eb0555, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:53:48.967475 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] For port a6f39319-35be-4b7c-83ca-7c6f10eb0555, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a6f39319-35be-4b7c-83ca-7c6f10eb0555,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:53:49.054688 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:49.059425 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f8b8323f-df99-4e6c-afa6-3d32a2b6a11c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:49.113223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:49.114638 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] 10.222.0.90 "PUT /v2.0/ports/a6f39319-35be-4b7c-83ca-7c6f10eb0555 HTTP/1.1" status: 200  len: 1093 time: 1.0833750
Nov 04 13:53:49.115080 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:49.143055 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Pushing event updated for resources: {'Port': ['ID=a6f39319-35be-4b7c-83ca-7c6f10eb0555,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:49.147078 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:49.205270 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'status': 'completed', 'code': 200}
Nov 04 13:53:49.404799 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19563776-8ba2-44a1-a284-726ea1d07ba1 req-7eac041a-ec7e-4495-a489-4881fd83286a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:49.405474 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-19563776-8ba2-44a1-a284-726ea1d07ba1 req-7eac041a-ec7e-4495-a489-4881fd83286a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Synchronizing usage tracker for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:53:49.447044 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-30f204bb-ccc7-4227-a25f-b8992c171246 req-d940faab-45a9-4a0f-b596-20555eb48963 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 1096 time: 0.1995349
Nov 04 13:53:49.598873 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-19563776-8ba2-44a1-a284-726ea1d07ba1 req-7eac041a-ec7e-4495-a489-4881fd83286a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Unset dirty status for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:53:49.600016 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-19563776-8ba2-44a1-a284-726ea1d07ba1 req-7eac041a-ec7e-4495-a489-4881fd83286a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 943 time: 0.3268731
Nov 04 13:53:49.605019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f204bb-ccc7-4227-a25f-b8992c171246 req-28a61d09-12d4-46cc-a9fd-764cb3e616e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:49.606474 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-30f204bb-ccc7-4227-a25f-b8992c171246 req-28a61d09-12d4-46cc-a9fd-764cb3e616e4 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1487083
Nov 04 13:53:49.741252 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-19563776-8ba2-44a1-a284-726ea1d07ba1 req-e82b3a94-2c0e-41d1-aa6b-e59c6ba28aad tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338446
Nov 04 13:53:49.789646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f204bb-ccc7-4227-a25f-b8992c171246 req-5cbe82fd-4358-4c3d-9d5e-f7339e319442 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:49.789875 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33238) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:49.791760 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-30f204bb-ccc7-4227-a25f-b8992c171246 req-5cbe82fd-4358-4c3d-9d5e-f7339e319442 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1704583
Nov 04 13:53:49.919252 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-49aef4d7-cd5b-46ad-a8d5-15069152f909 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 1096 time: 0.0784762
Nov 04 13:53:49.959459 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:49.994367 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:53:49.998156 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0932254e9a29435bad45a80e8ff9f06e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:53:49.998310 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-2ca7ec5a-9390-49dd-b1a2-381896c5b15b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f39319-35be-4b7c-83ca-7c6f10eb0555 HTTP/1.1" status: 200  len: 217 time: 0.0680156
Nov 04 13:53:50.008148 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:53:50.008148 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:53:50.085473 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:50.148946 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-370d678f-001f-4903-95b4-3884b62f2998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:50.151225 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-370d678f-001f-4903-95b4-3884b62f2998 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.1436977
Nov 04 13:53:50.161989 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:50.170154 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-73a33304-94da-417e-aab9-3245db7a57ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:50.209581 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860468a1-fc72-4746-bbfb-d58b0941f23d,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:50.213658 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:50.216318 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0932254e9a29435bad45a80e8ff9f06e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4248085
Nov 04 13:53:50.218914 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33246) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:50.234929 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-ce61c83d-a0cc-46e1-b606-353a84383850 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768383
Nov 04 13:53:50.285870 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:50.310829 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:50.389362 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-81d06288-cfa0-4f11-a4af-c462995a6e7a service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380863
Nov 04 13:53:50.499422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:50.504965 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-703c1831-f838-45cb-af23-95f58c865f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:50.518083 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860468a1-fc72-4746-bbfb-d58b0941f23d,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:50.521162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:50.523266 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:50.524377 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/860468a1-fc72-4746-bbfb-d58b0941f23d HTTP/1.1" status: 204  len: 168 time: 0.3043971
Nov 04 13:53:50.531483 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4db1cdbf-6fd0-4681-b315-ff43955a3b18 req-9915ffab-610c-47a4-8980-e14f8ab38d10 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340296
Nov 04 13:53:50.962779 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf57f-dc76-4439-84c6-8148c49b29a7 req-022875e9-55eb-451c-8c62-a13545b51fa9 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:50.964391 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a66bf57f-dc76-4439-84c6-8148c49b29a7 req-022875e9-55eb-451c-8c62-a13545b51fa9 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 943 time: 0.0852482
Nov 04 13:53:50.967742 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:53:51.015109 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a66bf57f-dc76-4439-84c6-8148c49b29a7 req-53618356-800e-4190-9c41-88ab3cbf48ad tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447125
Nov 04 13:53:52.215326 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8bc6e-fcbf-4e8e-bbd6-7f3b15b01a23 req-4f490176-3639-4175-948c-a1d98e5cb9a1 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:52.216669 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29b8bc6e-fcbf-4e8e-bbd6-7f3b15b01a23 req-4f490176-3639-4175-948c-a1d98e5cb9a1 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 943 time: 0.0784838
Nov 04 13:53:52.262768 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29b8bc6e-fcbf-4e8e-bbd6-7f3b15b01a23 req-b8e04f46-f98e-46f7-9958-86a69c9d6e10 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404880
Nov 04 13:53:52.471722 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a6f39319-35be-4b7c-83ca-7c6f10eb0555 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:53:52.610036 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a6f39319-35be-4b7c-83ca-7c6f10eb0555, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a6f39319-35be-4b7c-83ca-7c6f10eb0555,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:52.623351 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'port_id': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'mac_address': 'fa:16:3e:05:67:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:53:52.678569 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:52.698023 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f39319-35be-4b7c-83ca-7c6f10eb0555 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:53:52.714892 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a6f39319-35be-4b7c-83ca-7c6f10eb0555, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a6f39319-35be-4b7c-83ca-7c6f10eb0555,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:52.811983 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:52.813818 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:52.885012 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a6f39319-35be-4b7c-83ca-7c6f10eb0555,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:52.890056 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:53.113361 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['a6f39319-35be-4b7c-83ca-7c6f10eb0555'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:53:53.470471 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb16cb4-988c-4928-a999-21f483093d8a req-6756928f-c26d-4571-bcd2-f62af7be8522 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:53.471936 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8fb16cb4-988c-4928-a999-21f483093d8a req-6756928f-c26d-4571-bcd2-f62af7be8522 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 944 time: 0.0796559
Nov 04 13:53:53.521401 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8fb16cb4-988c-4928-a999-21f483093d8a req-3fc3fcf3-8e9d-44f0-a950-de80fd699b51 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437975
Nov 04 13:53:54.478650 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a6f39319-35be-4b7c-83ca-7c6f10eb0555 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:53:54.652832 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port a6f39319-35be-4b7c-83ca-7c6f10eb0555 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:53:54.659064 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port a6f39319-35be-4b7c-83ca-7c6f10eb0555 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:53:54.659436 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:54.756687 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1ca7c-0ba9-42e6-ae3a-68af2d09f22f req-e8111306-d9c9-445e-ba3b-2805aea13397 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:54.758858 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8dd1ca7c-0ba9-42e6-ae3a-68af2d09f22f req-e8111306-d9c9-445e-ba3b-2805aea13397 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 944 time: 0.0964241
Nov 04 13:53:54.782854 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:54.810112 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8dd1ca7c-0ba9-42e6-ae3a-68af2d09f22f req-d8879c1c-6bc2-40c0-993d-473a7971a950 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455935
Nov 04 13:53:54.828248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a6f39319-35be-4b7c-83ca-7c6f10eb0555, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a6f39319-35be-4b7c-83ca-7c6f10eb0555,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:53:54.829205 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:54.890668 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'code': 200}
Nov 04 13:53:54.960752 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:54.963329 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:55.030315 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a6f39319-35be-4b7c-83ca-7c6f10eb0555,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:55.033421 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:55.314764 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-269bef7f-f35d-467a-8084-3c1f23f74e76 req-05ab8008-cea0-4bc9-8722-fc96669ab5eb service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 1098 time: 0.0764809
Nov 04 13:53:55.366802 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-269bef7f-f35d-467a-8084-3c1f23f74e76 req-a9cb0304-b479-4a83-970c-9a4487bce275 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463514
Nov 04 13:53:56.024335 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad866e-16b1-4c0a-be94-a08dc46cccec req-4d9387f9-ec8c-4809-ac25-2a9fd4dd7286 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:56.026257 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-73ad866e-16b1-4c0a-be94-a08dc46cccec req-4d9387f9-ec8c-4809-ac25-2a9fd4dd7286 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 945 time: 0.0868971
Nov 04 13:53:56.076776 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-73ad866e-16b1-4c0a-be94-a08dc46cccec req-c46bb642-cd0d-42c6-b786-9aafcd73ecfd tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443866
Nov 04 13:53:56.719255 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c866c9aa-4b67-4ec6-9199-41806ef75248 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:56.720689 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c866c9aa-4b67-4ec6-9199-41806ef75248 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.1468687
Nov 04 13:53:56.736994 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-46cf8365-565d-47f8-8738-7cd7a53d9221 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/quotas/a4e68dfe15b34bf19bab0a00ee21765a HTTP/1.1" status: 200  len: 375 time: 0.0109208
Nov 04 13:53:56.802312 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33342) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:56.876075 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-454b6b76-7819-4d5f-aabb-cf5b15cf18ad tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1337471
Nov 04 13:53:56.879934 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_v2 [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Deleting subnet 3c7b9038-278e-457e-b754-39f850d7375a {{(pid=83644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:53:56.887981 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:56.942597 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237678'] for subnet, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:56.999517 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.193778 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-786a5cf8-8e84-45c5-aa40-f4b91ca9bab9 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3103638
Nov 04 13:53:57.232314 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1150057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626046'] for subnet, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.356583 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-18854dec-787b-42fe-a662-47f85ff7e6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:57.445996 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7b9038-278e-457e-b754-39f850d7375a,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:57.452102 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:57.466922 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.501561 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/3c7b9038-278e-457e-b754-39f850d7375a HTTP/1.1" status: 204  len: 168 time: 0.6981406
Nov 04 13:53:57.503970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33350) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:57.512900 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-b3c59a99-d417-460e-a48d-28eb1c931ac2 service neutron] 10.222.0.96 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3118029
Nov 04 13:53:57.531429 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a950af4-a96c-45a2-a946-0a344265f2e3 req-23fc15b5-b8a4-4256-9693-b0573c321681 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:57.532884 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2a950af4-a96c-45a2-a946-0a344265f2e3 req-23fc15b5-b8a4-4256-9693-b0573c321681 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 945 time: 0.3103147
Nov 04 13:53:57.583853 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2a950af4-a96c-45a2-a946-0a344265f2e3 req-e354a810-5209-458c-b16f-77e060a32677 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450954
Nov 04 13:53:57.621068 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.752669 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.780594 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a077d90>,) {'filters': {'network_id': ['a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:57.793544 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a077d90>, '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:57.793863 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a077d90>, '66ba4161-1b29-4bc4-97f7-5529eb0d2cc4') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:57.805417 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.822767 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.829245 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:53:57.829850 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:57.846064 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7db6-f19f-4ca6-a178-030ff64642ab req-051affa4-c521-4601-a512-9f98318abaa0 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:53:57.846410 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:53:57.848675 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-82fc7db6-f19f-4ca6-a178-030ff64642ab req-051affa4-c521-4601-a512-9f98318abaa0 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 945 time: 0.1411109
Nov 04 13:53:57.857100 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33360) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:57.858265 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c1a7107a-3667-4d15-a8ab-2d3a2ef0d56e req-7d43d426-c77a-4f42-bb60-ac7d409d8f37 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 210 time: 0.0620825
Nov 04 13:53:57.922813 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Request body: {'floatingip': {'port_id': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:53:58.004031 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.104811 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.120477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:58.139485 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.148262 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:58.199772 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.200145 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.200516 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.200904 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.201263 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.201619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.202002 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.202355 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.202706 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.203055 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.203403 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:53:58.209516 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:58.210746 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-552d9004-9fb8-41af-aa5e-627e4d1a29b9 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a6c4e3c8-cee5-4c07-84d0-89ef721bb9ce HTTP/1.1" status: 204  len: 168 time: 0.7052641
Nov 04 13:53:58.665701 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33372) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:58.683934 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.719867 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-47b7c25a-e3e2-431b-824b-0bdad147c070 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b5fad12d78ec4602b680271c42426609&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0528181
Nov 04 13:53:58.722249 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33376) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:53:58.784696 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.790709 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.817710 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.928023 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.936072 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-032115ac-8fb6-44cf-99d6-eb03deb368b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:53:58.953150 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e7d9d-3490-469b-b655-aeb56164253e,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:53:58.959616 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:53:58.966212 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:58.967263 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1d9e7d9d-3490-469b-b655-aeb56164253e HTTP/1.1" status: 204  len: 168 time: 0.2441189
Nov 04 13:53:59.049169 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a8ca33a5-2547-4150-9230-f6ccbf50a3ad req-e9ca0789-3fb7-47ac-ab4c-7bf00e199d90 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 210 time: 0.0577278
Nov 04 13:53:59.099813 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Floating IP df08a5d1-8d8d-46c8-ac11-52d8fb01fc77 associated. External IP: 172.27.2.50, port: a6f39319-35be-4b7c-83ca-7c6f10eb0555.
Nov 04 13:53:59.520672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:53:59.739888 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:53:59.745842 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:53:59.751801 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] Sync routers for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:53:59.764870 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:53:59.765627 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b290790>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:53:35Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:53:59.809882 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-dbdfbb94-58d1-47f7-ac72-5632906f1fba tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "PUT /v2.0/floatingips/df08a5d1-8d8d-46c8-ac11-52d8fb01fc77 HTTP/1.1" status: 200  len: 990 time: 1.9516778
Nov 04 13:53:59.810956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:53:59.990252 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:00.038817 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'status': 'completed', 'code': 200}
Nov 04 13:54:00.144692 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-0a08eb98-dcb7-4f6e-a482-5ae7f0bb2d1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 1098 time: 0.0834312
Nov 04 13:54:00.272347 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-31772809-5797-4dff-a21e-c2a62ac1d05d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:00.274965 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-31772809-5797-4dff-a21e-c2a62ac1d05d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/networks?id=9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 200  len: 815 time: 0.2648668
Nov 04 13:54:00.328923 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-ceecbd7c-0d48-4a2f-8d56-2e81d4d1b2d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:00.330785 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-ceecbd7c-0d48-4a2f-8d56-2e81d4d1b2d9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 200  len: 910 time: 0.1747890
Nov 04 13:54:00.363789 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33410) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:00.373717 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Request body: {'port': {'device_id': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'admin_state_up': True, 'tenant_id': 'a4e68dfe15b34bf19bab0a00ee21765a'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:00.418412 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6cbf56de-a536-41e3-bc24-6d5b7ec02be0 req-3848ebce-54ce-42eb-926f-2710420cd32b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 210 time: 0.1637771
Nov 04 13:54:00.474720 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b290790>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': 'df08a5d1-8d8d-46c8-ac11-52d8fb01fc77', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'port_id': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'mac_address': 'fa:16:3e:05:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:53:40Z', 'updated_at': '2021-11-04T13:53:58Z', 'revision_number': 1, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:00.479191 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] Checking router: f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:54:00.493923 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:00.494700 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b290790>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:53:35Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:00.502590 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-8896f7cf-3cab-447a-b266-250173144fa8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6f39319-35be-4b7c-83ca-7c6f10eb0555 HTTP/1.1" status: 200  len: 998 time: 0.1586964
Nov 04 13:54:00.584459 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:00.594372 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:00.595979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-949ae875-a8c5-41d1-9bb3-79342ca6a1e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:00.598375 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-949ae875-a8c5-41d1-9bb3-79342ca6a1e9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 200  len: 848 time: 0.0792162
Nov 04 13:54:00.614223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-499028714-network', 'tenant_id': '56f07e4339194a1dabb567160999f0ce'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:00.620217 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:00.624267 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Usage tracker for resource:network and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:00.627955 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:00.635041 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:00.666330 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Made reservation on behalf of a4e68dfe15b34bf19bab0a00ee21765a for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:54:00.669645 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:00.678882 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-2a2e77d7-f2c1-4eac-871e-eaf51d665e81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725703
Nov 04 13:54:00.711123 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:00.758248 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Made reservation on behalf of 56f07e4339194a1dabb567160999f0ce for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:54:00.760840 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:00.786942 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:00.829998 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-bbe32d4f-82a6-4048-be20-d3df27a5e2c2 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429634
Nov 04 13:54:00.875358 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:00.881475 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Allocated IP 172.20.0.11 (9b4042d1-642c-427f-ae18-dc05dfa016ae/57f99843-0d54-46c4-9b0c-ee0713e332d4/13925937-c219-425e-b271-29c2e7093764) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:00.883690 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:00.888423 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:00.897728 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:00.974616 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fece44a2-450e-4fd8-9798-a9d215b44048 req-f7fb6f19-43ad-41e1-aaa3-20538ddfdcf1 service neutron] 10.222.0.90 "GET /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366153
Nov 04 13:54:01.109533 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.125496 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b290790>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': 'df08a5d1-8d8d-46c8-ac11-52d8fb01fc77', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'port_id': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'mac_address': 'fa:16:3e:05:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:53:40Z', 'updated_at': '2021-11-04T13:53:58Z', 'revision_number': 1, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:01.129759 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce0934-f9ed-477c-a628-d4370ff33937 None None] The sync data for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi is: [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': 'df08a5d1-8d8d-46c8-ac11-52d8fb01fc77', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'floating_ip_address': '172.27.2.50', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'port_id': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'mac_address': 'fa:16:3e:05:67:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:53:40Z', 'updated_at': '2021-11-04T13:53:58Z', 'revision_number': 1, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:54:01.170133 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.259749 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.262952 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a99a62f5-60fe-46a4-8f14-bd9d41ce63c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:01.293480 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=83644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:54:01.302772 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa7d551-d545-4475-aba9-9d8243d878d9,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:01.306890 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:01.309513 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.311584 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.311687 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Added segment 64ccbf14-44b2-413f-8475-a87099c4945c of type vlan for network 6025f83d-7efe-427c-9acf-77d60ff9c355
Nov 04 13:54:01.316205 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e8f8d052-a4c7-4194-9aaf-b43652dceeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:01.322770 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2', '2d900873-a673-49d2-8959-a3a9c27ae7d2', 'cfebf5e6-b4df-4b91-92e1-5a530dac2456'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:54:01.345398 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbefca60-4aa5-4027-b9ee-84d6719add87 None None] New status for floating IP df08a5d1-8d8d-46c8-ac11-52d8fb01fc77: ACTIVE {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:54:01.397236 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Network 9b4042d1-642c-427f-ae18-dc05dfa016ae is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:01.409218 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:01.417018 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:01.450718 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.455733 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event updated for resources: {'Port': ['ID=13925937-c219-425e-b271-29c2e7093764,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:01.542957 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:01.543574 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.564907 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:01.615403 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.624404 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:01.625230 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:01.631643 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f5b9ee8e-10b4-4551-9601-ad1e6d1d25ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:01.822270 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4598484
Nov 04 13:54:01.833149 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Pushing event updated for resources: {'Network': ['ID=6025f83d-7efe-427c-9acf-77d60ff9c355,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:01.837876 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:01.841558 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Request body: {'port': {'device_id': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:01.843429 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:54:01.883388 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4861212
Nov 04 13:54:01.886336 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33420) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:01.892491 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Request body: {'subnet': {'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-499028714-subnet', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:01.897220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:01.899897 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1caec-dc36-4d29-b950-988336f9e48b req-22812988-7eda-4f1e-91d5-f86f4f586f6c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:01.900254 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4ee1caec-dc36-4d29-b950-988336f9e48b req-22812988-7eda-4f1e-91d5-f86f4f586f6c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:01.902130 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Usage tracker for resource:subnet and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:01.906124 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:01.912935 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:01.980598 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.002207 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Made reservation on behalf of 56f07e4339194a1dabb567160999f0ce for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:54:02.004717 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1569752'] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.099312 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4ee1caec-dc36-4d29-b950-988336f9e48b req-22812988-7eda-4f1e-91d5-f86f4f586f6c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:02.100118 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4ee1caec-dc36-4d29-b950-988336f9e48b req-22812988-7eda-4f1e-91d5-f86f4f586f6c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 932 time: 0.5343437
Nov 04 13:54:02.117117 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d1d4-6a9c-4090-a492-543c843541c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.192381 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4ee1caec-dc36-4d29-b950-988336f9e48b req-61b52f36-8774-446b-bd89-aa4f604d8b26 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853372
Nov 04 13:54:02.303555 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.372426 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13925937-c219-425e-b271-29c2e7093764 {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:54:02.385349 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.402876 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Transition to ACTIVE for port object 13925937-c219-425e-b271-29c2e7093764 will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:02.466756 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1569710'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.471160 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0e367c50-10d9-4906-9d02-ec668c7ce584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:02.503027 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.507712 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:02.540020 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a54ec95-3a4d-4638-8a4b-3315f99f5217,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:02.545905 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:02.557986 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Checking segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:02.558480 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Network hostable DHCP agents. Network: 6025f83d-7efe-427c-9acf-77d60ff9c355, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:54:02.647869 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Pushing event updated for resources: {'Port': ['ID=13925937-c219-425e-b271-29c2e7093764,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:02.651149 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:02.693509 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.761528 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:54:02.768302 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Attempting to bind port 13925937-c219-425e-b271-29c2e7093764 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:02.768632 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Attempting to bind port 13925937-c219-425e-b271-29c2e7093764 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:02.768954 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Attempting to bind port 13925937-c219-425e-b271-29c2e7093764 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:02.774891 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Port 13925937-c219-425e-b271-29c2e7093764 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:54:02.782171 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Attempting to bind port 13925937-c219-425e-b271-29c2e7093764 on network 9b4042d1-642c-427f-ae18-dc05dfa016ae {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:02.782331 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:02.782616 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Checking segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:02.783040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Bound using segment: {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:02.783481 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Bound port: 13925937-c219-425e-b271-29c2e7093764, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:02.783822 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.876430 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 6025f83d-7efe-427c-9acf-77d60ff9c355) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:02.878875 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] For port 13925937-c219-425e-b271-29c2e7093764, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:02.880695 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:02.881381 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.882045 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] For port 13925937-c219-425e-b271-29c2e7093764, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=13925937-c219-425e-b271-29c2e7093764,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:02.885170 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648bb05a-7a75-40c8-ad9e-aa345dab2dfc None None] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:54:02.962575 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:02.967103 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a9933b3f-4d21-49e2-b0bb-dac7ee7149cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:02.980125 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-5b70e0a6-dc25-444d-b8fb-ba78dada2aa6 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0919642
Nov 04 13:54:02.982535 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33426) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:02.987969 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:02.993083 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:02.997954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Usage tracker for resource:router and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:03.001273 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:03.007645 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:03.031627 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.033066 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] 10.222.0.90 "PUT /v2.0/ports/13925937-c219-425e-b271-29c2e7093764 HTTP/1.1" status: 200  len: 1094 time: 1.1975768
Nov 04 13:54:03.033545 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'tag': '13925937-c219-425e-b271-29c2e7093764'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:03.048486 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Pushing event updated for resources: {'Port': ['ID=13925937-c219-425e-b271-29c2e7093764,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:03.051541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:03.095743 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'tag': '13925937-c219-425e-b271-29c2e7093764', 'status': 'completed', 'code': 200}
Nov 04 13:54:03.114580 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.115550 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.119875 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-6025f83d-7efe-427c-9acf-77d60ff9c355', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:54:03.120965 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.135610 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.192569 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75404c65-3198-476d-98a8-7c12ee41c514 req-5fcef147-4064-4e8e-9076-bfe99b4547b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 1097 time: 0.0743091
Nov 04 13:54:03.346860 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Allocated IP 172.20.0.2 (6025f83d-7efe-427c-9acf-77d60ff9c355/8a54ec95-3a4d-4638-8a4b-3315f99f5217/5f8d8789-4622-451c-8f00-3d7f890d2e1b) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:03.373190 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.462350 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404c65-3198-476d-98a8-7c12ee41c514 req-0624c94a-623e-4881-9065-71f07effa61f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:03.463779 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75404c65-3198-476d-98a8-7c12ee41c514 req-0624c94a-623e-4881-9065-71f07effa61f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2623465
Nov 04 13:54:03.574724 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083b079-d01a-43f3-9a07-b7a93736aeeb req-b6cc1183-5bb4-4e05-a2ed-0c398e8e82b5 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:03.576104 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b083b079-d01a-43f3-9a07-b7a93736aeeb req-b6cc1183-5bb4-4e05-a2ed-0c398e8e82b5 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 944 time: 0.2190032
Nov 04 13:54:03.582540 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.595683 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Transition to ACTIVE for port object 5f8d8789-4622-451c-8f00-3d7f890d2e1b will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:03.615798 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Transition to ACTIVE for port object 5f8d8789-4622-451c-8f00-3d7f890d2e1b will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:03.657530 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.658766 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75404c65-3198-476d-98a8-7c12ee41c514 req-22ae2f3c-aea7-4b90-8150-112b5068f4ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:03.660201 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75404c65-3198-476d-98a8-7c12ee41c514 req-22ae2f3c-aea7-4b90-8150-112b5068f4ac service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1891689
Nov 04 13:54:03.665890 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b083b079-d01a-43f3-9a07-b7a93736aeeb req-3293a72c-eacc-4757-8feb-09dc4a2db3b2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818799
Nov 04 13:54:03.693349 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.694011 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.701151 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-caaddb34-98cc-4fb8-9081-370bc256f553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:03.767710 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:03.771125 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:03.776314 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:03.778649 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Pushing event updated for resources: {'Port': ['ID=5f8d8789-4622-451c-8f00-3d7f890d2e1b,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:03.790669 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.791147 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.791581 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.792008 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.792430 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.792851 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.793273 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.793770 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.794193 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.794627 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.795044 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:03.800284 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-ea25cc5b-bbab-4d90-b6b9-814fc3707675 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 1097 time: 0.0908501
Nov 04 13:54:03.822465 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:03.855576 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Allocated IP 172.27.2.77 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/98ec266e-ff7b-412e-b01b-26ad62ec610f) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:03.886941 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Attempting to bind port 5f8d8789-4622-451c-8f00-3d7f890d2e1b on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:03.887737 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Attempting to bind port 5f8d8789-4622-451c-8f00-3d7f890d2e1b by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:03.888282 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Attempting to bind port 5f8d8789-4622-451c-8f00-3d7f890d2e1b on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:03.890215 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-0ab51f0e-fcfb-41f2-a896-3d450abd5394 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13925937-c219-425e-b271-29c2e7093764 HTTP/1.1" status: 200  len: 217 time: 0.0768616
Nov 04 13:54:03.895697 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:03.896085 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Checking segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:03.896517 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:03.897044 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Bound using segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:03.897545 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Bound port: 5f8d8789-4622-451c-8f00-3d7f890d2e1b, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:03.898107 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:04.005874 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] For port 5f8d8789-4622-451c-8f00-3d7f890d2e1b, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:04.010881 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] For port 5f8d8789-4622-451c-8f00-3d7f890d2e1b, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5f8d8789-4622-451c-8f00-3d7f890d2e1b,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:04.025684 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:04.056453 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-7b0b2711-bbad-43c4-8876-958316f5a6f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:04.057987 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-7b0b2711-bbad-43c4-8876-958316f5a6f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=57f99843-0d54-46c4-9b0c-ee0713e332d4 HTTP/1.1" status: 200  len: 855 time: 0.1607943
Nov 04 13:54:04.105286 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-5458b9b2-9e22-428f-b9a1-8c79ef6e9642 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9b4042d1-642c-427f-ae18-dc05dfa016ae&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403593
Nov 04 13:54:04.145099 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:04.148810 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:04.182157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:04.186889 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-286e5e0f-c53a-4284-aec3-5ae0e2ca73ff tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:04.250746 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Pushing event updated for resources: {'Port': ['ID=5f8d8789-4622-451c-8f00-3d7f890d2e1b,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:04.264956 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-1335f017-438b-4a9c-a86f-84c4c9bbd8d0 service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496847
Nov 04 13:54:04.267528 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:04.269601 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:04.275719 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:04.280023 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:04.322892 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Pushing event updated for resources: {'Port': ['ID=98ec266e-ff7b-412e-b01b-26ad62ec610f,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:04.329477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:04.356068 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a6ca9d50-951a-459c-a32f-3da8a7259f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:04.456887 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-964a7e12-9a93-4e54-b37a-b4465da11120 req-31f8d69c-f291-4c09-a67e-ef381267711e service neutron] 10.222.0.90 "GET /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853993
Nov 04 13:54:04.536687 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:04.537426 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:04.873869 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1475d0b-d4ed-4b60-9597-344f94025f12 req-c3803bfb-ecc1-43a1-ba05-fbc58b486772 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:04.875750 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d1475d0b-d4ed-4b60-9597-344f94025f12 req-c3803bfb-ecc1-43a1-ba05-fbc58b486772 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 944 time: 0.0814574
Nov 04 13:54:04.881911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:54:04.935051 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d1475d0b-d4ed-4b60-9597-344f94025f12 req-531c1be0-fd40-45f4-9510-d77a95940566 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536039
Nov 04 13:54:05.145583 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897272c-1af7-4a04-ac1c-9690376f9fbd None None] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:54:05.189951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:54:05.216343 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:54:05.276826 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:05.277466 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab49b50>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:05.321268 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:05.322803 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.3393235
Nov 04 13:54:05.325443 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33440) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:05.425837 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-ea776cd7-72c5-4a8e-8588-cc1400e45dab None None] Provisioning for port 5f8d8789-4622-451c-8f00-3d7f890d2e1b completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:05.602500 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:05.636203 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:05.999177 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab49b50>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:04Z', 'revision_number': 3, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:06.006546 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:54:06.006899 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Updating router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 port 98ec266e-ff7b-412e-b01b-26ad62ec610f binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:54:06.034575 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5f8d8789-4622-451c-8f00-3d7f890d2e1b up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:06.127723 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.156700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.160950 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264f5a6-52b8-4da9-b561-3dd00781588d req-362de012-6974-4e16-95f2-bb8db38dae45 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:06.162456 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c264f5a6-52b8-4da9-b561-3dd00781588d req-362de012-6974-4e16-95f2-bb8db38dae45 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 944 time: 0.0882037
Nov 04 13:54:06.213950 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c264f5a6-52b8-4da9-b561-3dd00781588d req-662736fc-3023-4948-a2ad-ab440a3a4cef tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451968
Nov 04 13:54:06.349663 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 5f8d8789-4622-451c-8f00-3d7f890d2e1b completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:06.361648 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 5f8d8789-4622-451c-8f00-3d7f890d2e1b triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:06.362049 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.378998 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Allocated IP 172.20.0.1 (6025f83d-7efe-427c-9acf-77d60ff9c355/8a54ec95-3a4d-4638-8a4b-3315f99f5217/d4d09d08-7585-4255-9764-7741cc46d535) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:06.538258 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.557260 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Transition to ACTIVE for port object d4d09d08-7585-4255-9764-7741cc46d535 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:06.557784 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 13925937-c219-425e-b271-29c2e7093764 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:54:06.593681 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.654132 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.679516 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 5f8d8789-4622-451c-8f00-3d7f890d2e1b, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5f8d8789-4622-451c-8f00-3d7f890d2e1b,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:06.682098 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.686641 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:06.732733 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Transition to ACTIVE for port object 98ec266e-ff7b-412e-b01b-26ad62ec610f will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:06.760357 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:06.763808 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d09d08-7585-4255-9764-7741cc46d535,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:06.766526 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:06.769046 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:06.769206 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:06.811106 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 13925937-c219-425e-b271-29c2e7093764, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=13925937-c219-425e-b271-29c2e7093764,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:06.829866 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '13925937-c219-425e-b271-29c2e7093764', 'network_id': '9b4042d1-642c-427f-ae18-dc05dfa016ae', 'port_id': '13925937-c219-425e-b271-29c2e7093764', 'mac_address': 'fa:16:3e:ea:17:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f99843-0d54-46c4-9b0c-ee0713e332d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:54:06.844830 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.899869 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.904386 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:06.915778 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:06.991363 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.042451 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0dbb2-e7c2-4a27-9887-b43e484cab62 None None] Pushing event updated for resources: {'Port': ['ID=98ec266e-ff7b-412e-b01b-26ad62ec610f,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:07.044818 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Attempting to bind port 98ec266e-ff7b-412e-b01b-26ad62ec610f on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:07.045255 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Attempting to bind port 98ec266e-ff7b-412e-b01b-26ad62ec610f by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:07.045618 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Attempting to bind port 98ec266e-ff7b-412e-b01b-26ad62ec610f on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:07.078103 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13925937-c219-425e-b271-29c2e7093764 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:54:07.115841 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:07.116248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:07.125717 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.125717 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:07.125717 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Bound port: 98ec266e-ff7b-412e-b01b-26ad62ec610f, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:07.125717 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.127421 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.147950 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 13925937-c219-425e-b271-29c2e7093764, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=13925937-c219-425e-b271-29c2e7093764,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:07.192095 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.195254 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=5f8d8789-4622-451c-8f00-3d7f890d2e1b,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:07.210253 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:07.210723 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:07.211068 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:07.224381 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] For port 98ec266e-ff7b-412e-b01b-26ad62ec610f, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:07.228021 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] For port 98ec266e-ff7b-412e-b01b-26ad62ec610f, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=98ec266e-ff7b-412e-b01b-26ad62ec610f,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:07.315993 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.317986 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:07.393893 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=13925937-c219-425e-b271-29c2e7093764,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:07.397154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:07.413790 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-c801379c-67a9-44c4-9760-02b1f53176b0 None None] Provisioning for port d4d09d08-7585-4255-9764-7741cc46d535 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:07.417956 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.422908 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:07.437386 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3ff53-31b4-4d7f-9d9b-18fda5af6142 req-46b21d30-6e2f-4450-a769-9979ca161036 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:07.437386 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-70b3ff53-31b4-4d7f-9d9b-18fda5af6142 req-46b21d30-6e2f-4450-a769-9979ca161036 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 945 time: 0.0914319
Nov 04 13:54:07.479493 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.499986 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-70b3ff53-31b4-4d7f-9d9b-18fda5af6142 req-c8d3266f-7691-438d-9a97-4ae8a2e0d1aa tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587680
Nov 04 13:54:07.528674 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-c801379c-67a9-44c4-9760-02b1f53176b0 None None] Provisioning complete for port d4d09d08-7585-4255-9764-7741cc46d535 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:07.529145 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-c801379c-67a9-44c4-9760-02b1f53176b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.613961 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-c801379c-67a9-44c4-9760-02b1f53176b0 None None] Port d4d09d08-7585-4255-9764-7741cc46d535 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:54:07.619954 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0dbb2-e7c2-4a27-9887-b43e484cab62 None None] Pushing event updated for resources: {'Port': ['ID=98ec266e-ff7b-412e-b01b-26ad62ec610f,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:07.624164 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-3df0dbb2-e7c2-4a27-9887-b43e484cab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:07.627042 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:07.638142 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab49b50>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:07.638256 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.656892 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:07.688115 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['13925937-c219-425e-b271-29c2e7093764'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:54:07.738877 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d09d08-7585-4255-9764-7741cc46d535,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:07.741109 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:07.746280 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:07.884925 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:07.884925 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:07.908890 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:07.980922 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5f8d8789-4622-451c-8f00-3d7f890d2e1b up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:08.270061 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-7ae408be-6a22-4b27-958c-1044d4913a28 None None] Provisioning complete for port d4d09d08-7585-4255-9764-7741cc46d535 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:08.270429 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7ae408be-6a22-4b27-958c-1044d4913a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:08.308109 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:54:08.343914 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 5f8d8789-4622-451c-8f00-3d7f890d2e1b triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:08.344282 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:08.393172 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-7ae408be-6a22-4b27-958c-1044d4913a28 None None] Port d4d09d08-7585-4255-9764-7741cc46d535 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:54:08.533703 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:54:08.543854 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] 10.222.0.96 "PUT /v2.0/routers/dde08a3c-4acd-4f70-a0f2-c8956f5683d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2172978
Nov 04 13:54:08.561006 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab49b50>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:07Z', 'revision_number': 2, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:08.565245 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4e37c-97b1-4e4f-a415-b9194b12ce7b None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:07Z', 'revision_number': 2, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:54:08.721348 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2adb9-588d-48e6-9217-8dcb1673ff46 req-bac0b051-3a31-405a-8f86-f5776f477530 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:08.722998 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6ae2adb9-588d-48e6-9217-8dcb1673ff46 req-bac0b051-3a31-405a-8f86-f5776f477530 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 945 time: 0.0863996
Nov 04 13:54:08.811609 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6ae2adb9-588d-48e6-9217-8dcb1673ff46 req-134ac955-ebe3-4913-9f47-ff49c140af50 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799329
Nov 04 13:54:09.980128 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33502) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:09.982818 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 98ec266e-ff7b-412e-b01b-26ad62ec610f up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:09.988977 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1030302075-network', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:10.001257 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:10.011073 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Usage tracker for resource:network and tenant:77f9058a556f46bbb1ec3f66bf2f96dd is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:10.015803 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:10.026252 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:10.061652 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38949-f719-403e-be4b-e8a1eff00479 req-f2606ebe-cf2b-46d6-a079-7b9c4495d159 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:10.063227 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fdf38949-f719-403e-be4b-e8a1eff00479 req-f2606ebe-cf2b-46d6-a079-7b9c4495d159 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 945 time: 0.1153603
Nov 04 13:54:10.109658 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fdf38949-f719-403e-be4b-e8a1eff00479 req-6572437a-0f53-4a3f-910f-096edb83d924 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404644
Nov 04 13:54:10.211906 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Made reservation on behalf of 77f9058a556f46bbb1ec3f66bf2f96dd for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:54:10.214256 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.227717 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.253460 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 98ec266e-ff7b-412e-b01b-26ad62ec610f completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:10.259949 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:10.262335 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 98ec266e-ff7b-412e-b01b-26ad62ec610f triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:10.263007 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.264401 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Usage tracker for resource:security_group_rule and tenant:77f9058a556f46bbb1ec3f66bf2f96dd is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:10.267549 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:10.273506 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:10.342161 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.387960 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.403905 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 98ec266e-ff7b-412e-b01b-26ad62ec610f, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=98ec266e-ff7b-412e-b01b-26ad62ec610f,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:10.430807 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.433890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-72e6b323-3777-451b-84de-3bfbcf3fcfae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:10.460590 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:54:10.469507 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e8860b-9421-4ecd-b5d6-4117c5d33f2e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:10.473515 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:10.476037 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.476375 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Added segment da87d975-824d-4fd7-80da-c7560d8e4738 of type vlan for network 5347abd5-836b-4353-9fed-d1e8505fcd3c
Nov 04 13:54:10.504584 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.525722 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.527833 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:10.568083 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 13925937-c219-425e-b271-29c2e7093764 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:10.647282 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=98ec266e-ff7b-412e-b01b-26ad62ec610f,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:10.651590 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:10.654026 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.655744 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:10.656461 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.667419 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:10.740238 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f3cdd-e401-45e4-a02d-2bd49a59905d req-530f1e90-2877-41e6-b744-f815724b2a14 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:10.741781 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3e8f3cdd-e401-45e4-a02d-2bd49a59905d req-530f1e90-2877-41e6-b744-f815724b2a14 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.0798151
Nov 04 13:54:10.765257 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Pushing event updated for resources: {'Network': ['ID=5347abd5-836b-4353-9fed-d1e8505fcd3c,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:10.768014 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:10.771880 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 13925937-c219-425e-b271-29c2e7093764 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:10.777914 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:54:10.792823 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3e8f3cdd-e401-45e4-a02d-2bd49a59905d req-666a5bf2-4c20-418f-8891-c8d392aa5249 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423393
Nov 04 13:54:10.801275 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 13925937-c219-425e-b271-29c2e7093764 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:10.801536 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:10.859846 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8779404
Nov 04 13:54:10.862524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33510) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:10.868164 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Request body: {'subnet': {'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1030302075-subnet', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'ip_version': 4}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:10.873092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:10.877364 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Usage tracker for resource:subnet and tenant:77f9058a556f46bbb1ec3f66bf2f96dd is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:10.880059 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:10.886480 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:10.994818 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Made reservation on behalf of 77f9058a556f46bbb1ec3f66bf2f96dd for: {'subnet': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:54:10.997269 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1569752'] for subnet, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:11.034314 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:11.061482 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13925937-c219-425e-b271-29c2e7093764'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:11.071847 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 13925937-c219-425e-b271-29c2e7093764, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=13925937-c219-425e-b271-29c2e7093764,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:11.201999 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:11.203878 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:11.287556 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=13925937-c219-425e-b271-29c2e7093764,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:11.291812 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:11.345554 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f7b16-bc94-443a-ac25-294ca3c10d2a req-0a119253-af5a-486e-9c89-b3abd4d851f6 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:11.347130 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d75f7b16-bc94-443a-ac25-294ca3c10d2a req-0a119253-af5a-486e-9c89-b3abd4d851f6 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 946 time: 0.0941894
Nov 04 13:54:11.350097 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1203413', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1569710'] for subnet, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:11.355004 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:11.357343 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13925937-c219-425e-b271-29c2e7093764', 'code': 200}
Nov 04 13:54:11.397388 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d75f7b16-bc94-443a-ac25-294ca3c10d2a req-502a9670-cc25-4da5-8956-2aa12e856bd0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446360
Nov 04 13:54:11.430305 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83163a2f-9d6e-4cc5-af98-0be2ff6d55b3,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:11.433127 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:11.447233 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Checking segment: {'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:11.447523 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Network hostable DHCP agents. Network: 5347abd5-836b-4353-9fed-d1e8505fcd3c, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:54:11.619163 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:54:11.801786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, 5347abd5-836b-4353-9fed-d1e8505fcd3c) {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:11.806385 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:11.807488 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:11.811143 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce4b08e-8ed3-4b08-abda-a5d3a2f7612c None None] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:54:11.968243 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 98ec266e-ff7b-412e-b01b-26ad62ec610f up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:11.985493 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f1dfb665-6ff4-478e-8e48-d625ecf5dc8d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1219466
Nov 04 13:54:11.988008 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33524) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:11.993892 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:12.001204 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:12.005642 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Usage tracker for resource:router and tenant:77f9058a556f46bbb1ec3f66bf2f96dd is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:12.008924 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:12.015769 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:12.073301 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46acdb-4892-47b0-a2fb-adde00072007 req-4949ac6d-fa05-40bd-84f9-b9ba3db0115b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:12.074769 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8b46acdb-4892-47b0-a2fb-adde00072007 req-4949ac6d-fa05-40bd-84f9-b9ba3db0115b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.1140072
Nov 04 13:54:12.078332 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f7af65f5-da08-4e4e-aec1-46d38746acc2 req-7bcd2ca1-2cdb-416f-bf8b-283d759171b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 1099 time: 0.1620393
Nov 04 13:54:12.086736 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-5347abd5-836b-4353-9fed-d1e8505fcd3c', 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'fixed_ips': [{'subnet_id': '83163a2f-9d6e-4cc5-af98-0be2ff6d55b3'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:54:12.087538 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.107331 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 98ec266e-ff7b-412e-b01b-26ad62ec610f triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:12.107701 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.160070 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f7af65f5-da08-4e4e-aec1-46d38746acc2 req-839e5a5b-e0ff-42db-a3c7-ac9b9aba1198 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732443
Nov 04 13:54:12.162639 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8b46acdb-4892-47b0-a2fb-adde00072007 req-77933ca4-76ee-4900-842d-7df1ab870fa0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627637
Nov 04 13:54:12.196661 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.197887 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.216720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.350564 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Allocated IP 172.20.0.2 (5347abd5-836b-4353-9fed-d1e8505fcd3c/83163a2f-9d6e-4cc5-af98-0be2ff6d55b3/5bbd1811-5309-4b90-a3a1-f9969b5bd241) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:12.511755 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4789e0-d516-4cea-9352-58c20f361714 req-6c48d072-51a9-4ac3-bd8f-ca61b2abd815 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:12.513952 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a4789e0-d516-4cea-9352-58c20f361714 req-6c48d072-51a9-4ac3-bd8f-ca61b2abd815 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.1055198
Nov 04 13:54:12.566520 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.569637 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.580317 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Transition to ACTIVE for port object 5bbd1811-5309-4b90-a3a1-f9969b5bd241 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:12.599180 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Transition to ACTIVE for port object 5bbd1811-5309-4b90-a3a1-f9969b5bd241 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:12.644913 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Deleting port 45d4cbc7-8d25-4b77-a576-676acf0b78fc {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:54:12.645165 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.767336 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ce39e-0cc3-4df1-915f-0e6fc86b4740 req-1a50cc60-3615-442c-ab64-7a9bbb3bef6b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:12.768981 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d83ce39e-0cc3-4df1-915f-0e6fc86b4740 req-1a50cc60-3615-442c-ab64-7a9bbb3bef6b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 946 time: 0.2100770
Nov 04 13:54:12.777626 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.783321 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:12.847651 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:12.851313 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:12.856263 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:12.858548 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Pushing event updated for resources: {'Port': ['ID=5bbd1811-5309-4b90-a3a1-f9969b5bd241,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:12.861503 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:12.922386 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.953785 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.959731 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Attempting to bind port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:12.960385 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Attempting to bind port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:12.960769 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Attempting to bind port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 on network 5347abd5-836b-4353-9fed-d1e8505fcd3c {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:12.969119 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:12.969514 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Checking segment: {'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:12.969952 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:12.970494 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Bound using segment: {'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:12.970975 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Bound port: 5bbd1811-5309-4b90-a3a1-f9969b5bd241, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:12.971452 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.009403 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d83ce39e-0cc3-4df1-915f-0e6fc86b4740 req-e0448a2c-8934-4404-9cc0-7f4c06e984b6 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2315550
Nov 04 13:54:13.054384 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] For port 45d4cbc7-8d25-4b77-a576-676acf0b78fc, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=45d4cbc7-8d25-4b77-a576-676acf0b78fc,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:13.054939 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.078942 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] For port 5bbd1811-5309-4b90-a3a1-f9969b5bd241, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:13.082538 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] For port 5bbd1811-5309-4b90-a3a1-f9969b5bd241, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5bbd1811-5309-4b90-a3a1-f9969b5bd241,segment=NetworkSegment(da87d975-824d-4fd7-80da-c7560d8e4738),segment_id=da87d975-824d-4fd7-80da-c7560d8e4738)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:13.103247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Allocated IP 172.27.2.144 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/0196a94d-0f0c-4bb4-b0f9-b7f74d844278) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:13.231011 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.241128 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:13.273119 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.394795 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Pushing event updated for resources: {'Port': ['ID=5bbd1811-5309-4b90-a3a1-f9969b5bd241,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:13.406664 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:13.411556 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.417641 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:13.478259 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.478642 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.478956 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.l3_db [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Floating IP 15206220-eb64-4506-b153-af8b9a6865bb disassociated. External IP: 172.27.2.69, port: 45d4cbc7-8d25-4b77-a576-676acf0b78fc.
Nov 04 13:54:13.479299 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Calling delete_port for 45d4cbc7-8d25-4b77-a576-676acf0b78fc owned by compute:nova {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:54:13.490171 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:13.493605 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:13.495573 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Pushing event updated for resources: {'Port': ['ID=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:13.497771 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:13.538140 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:13.607685 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb66c6f-7c4a-4d8a-969a-b024e741a67d req-d0d3cb97-1269-43b4-b6e3-a7be083449aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:13.609345 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9cb66c6f-7c4a-4d8a-969a-b024e741a67d req-d0d3cb97-1269-43b4-b6e3-a7be083449aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 946 time: 0.2287388
Nov 04 13:54:13.726188 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9cb66c6f-7c4a-4d8a-969a-b024e741a67d req-54cf7172-89c3-4dab-8ca7-d29ffe4a13ff tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=4de4f3d0-2adf-40b0-b445-b8f6208b94e0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050155
Nov 04 13:54:13.780473 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.781209 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.830464 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:13.837731 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:13.885433 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event deleted for resources: {'Port': ['ID=45d4cbc7-8d25-4b77-a576-676acf0b78fc,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:13.886985 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:14.014070 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5bbd1811-5309-4b90-a3a1-f9969b5bd241 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:14.139243 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:54:14.144746 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Router 41cad852-dcbf-427f-b0a5-712844247c90 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:54:14.172656 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:14.387290 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231b156-59a6-4a9c-af64-8e2953088f52 req-3281f921-41f7-4533-8583-919ee642a5d2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:14.389333 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5231b156-59a6-4a9c-af64-8e2953088f52 req-3281f921-41f7-4533-8583-919ee642a5d2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 946 time: 0.2371132
Nov 04 13:54:14.394902 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:54:14.408226 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Sync routers for ids ['41cad852-dcbf-427f-b0a5-712844247c90'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:54:14.427417 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Routers {'41cad852-dcbf-427f-b0a5-712844247c90'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:14.428716 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b377ac0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['41cad852-dcbf-427f-b0a5-712844247c90'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:14.487484 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5231b156-59a6-4a9c-af64-8e2953088f52 req-a2730620-7212-444b-b118-6684c98fd35e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798314
Nov 04 13:54:14.499882 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:54:14.510901 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] Sync routers for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:54:14.539981 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:14.540983 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751abfbbb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:14.578696 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:14.580238 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5911534
Nov 04 13:54:14.582967 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33540) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:14.623264 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2066050-08e0-4670-a795-a561aecb1195 None None] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:54:14.667184 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Set router 41cad852-dcbf-427f-b0a5-712844247c90 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:14.697099 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] No DVR routers for this DVR port 45d4cbc7-8d25-4b77-a576-676acf0b78fc on host hv-cinder-81036 {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:54:14.700601 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:14.705551 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-deleted', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:14.728958 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a4789e0-d516-4cea-9352-58c20f361714 req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "DELETE /v2.0/ports/45d4cbc7-8d25-4b77-a576-676acf0b78fc HTTP/1.1" status: 204  len: 173 time: 2.2074122
Nov 04 13:54:14.996381 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bcfd89-b34d-4db2-8f7b-1114ea584adf', 'name': 'network-vif-deleted', 'tag': '45d4cbc7-8d25-4b77-a576-676acf0b78fc', 'status': 'completed', 'code': 200}
Nov 04 13:54:15.002866 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-8e198d2c-4726-4dbe-bd7e-542b7aa1e939 req-2f42a1e1-de07-45bc-a97c-577cd0191ac1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Synchronizing usage tracker for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:15.061064 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:15.103701 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-8e198d2c-4726-4dbe-bd7e-542b7aa1e939 req-2f42a1e1-de07-45bc-a97c-577cd0191ac1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Unset dirty status for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:15.104887 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8e198d2c-4726-4dbe-bd7e-542b7aa1e939 req-2f42a1e1-de07-45bc-a97c-577cd0191ac1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=d1bcfd89-b34d-4db2-8f7b-1114ea584adf HTTP/1.1" status: 200  len: 210 time: 0.1847224
Nov 04 13:54:15.166380 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Provisioning for port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:15.200114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Provisioning complete for port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:15.200380 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.207103 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b377ac0>, [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:13Z', 'revision_number': 3, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:15.211670 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Checking router: 41cad852-dcbf-427f-b0a5-712844247c90 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:54:15.212203 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Updating router 41cad852-dcbf-427f-b0a5-712844247c90 port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:54:15.278297 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.439035 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.646117 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] For port 5bbd1811-5309-4b90-a3a1-f9969b5bd241, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5bbd1811-5309-4b90-a3a1-f9969b5bd241,segment=NetworkSegment(da87d975-824d-4fd7-80da-c7560d8e4738),segment_id=da87d975-824d-4fd7-80da-c7560d8e4738)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:15.694950 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751abfbbb0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:15.702280 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] Checking router: 62d03442-8ba6-41f3-a36a-c93b3ef6b461 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:54:15.720343 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:15.721479 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751abfbbb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:15.764146 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.777794 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Transition to ACTIVE for port object 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:15.799270 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.811021 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:15.818533 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.840208 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.844549 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:15.944020 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Attempting to bind port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:15.944388 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Attempting to bind port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:15.944760 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Attempting to bind port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:15.948175 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Pushing event updated for resources: {'Port': ['ID=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,revision_number=2']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:15.955653 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:15.956119 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:15.956422 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:15.956810 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:15.957285 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Bound port: 0196a94d-0f0c-4bb4-b0f9-b7f74d844278, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:15.957657 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.005739 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Pushing event updated for resources: {'Port': ['ID=5bbd1811-5309-4b90-a3a1-f9969b5bd241,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:16.009837 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:16.013762 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-60339052-ea24-451f-b7e6-8a32ff974b3c None None] Provisioning complete for port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:16.014147 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-60339052-ea24-451f-b7e6-8a32ff974b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.021971 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.022315 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.022644 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.022970 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.023292 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.023636 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.023951 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.024451 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.024774 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.025625 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.025625 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:16.030889 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:16.068057 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] For port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:16.072371 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] For port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:16.115213 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:16.121413 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Allocated IP 172.20.0.1 (5347abd5-836b-4353-9fed-d1e8505fcd3c/83163a2f-9d6e-4cc5-af98-0be2ff6d55b3/b8131604-e8b5-40fb-b4f3-1273eff5e927) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:16.170563 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.176567 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:16.275168 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Pushing event updated for resources: {'Port': ['ID=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:16.288550 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:16.319088 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Routers {'41cad852-dcbf-427f-b0a5-712844247c90'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:16.319933 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b377ac0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['41cad852-dcbf-427f-b0a5-712844247c90'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:16.363396 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.380721 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Transition to ACTIVE for port object b8131604-e8b5-40fb-b4f3-1273eff5e927 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:16.454064 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33562) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:16.478938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.484421 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:16.522032 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] Set router 41cad852-dcbf-427f-b0a5-712844247c90 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:16.528666 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751abfbbb0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:16.535962 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf30cf-983f-4c9d-a236-575e6bd3f1a3 None None] The sync data for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi is: [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:54:16.551918 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:16.554066 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.569142 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:16.570502 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:54:16.587926 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:16.633867 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.651589 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 45d4cbc7-8d25-4b77-a576-676acf0b78fc {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:54:16.652189 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 45d4cbc7-8d25-4b77-a576-676acf0b78fc not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:54:16.668368 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Pushing event updated for resources: {'Port': ['ID=b8131604-e8b5-40fb-b4f3-1273eff5e927,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:16.677489 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:16.713509 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.811258 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.816564 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-4ca30872-407e-4536-94c3-2b4b490674c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:16.841955 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de4f3d0-2adf-40b0-b445-b8f6208b94e0,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:16.862531 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:16.894556 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b377ac0>, [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:13Z', 'revision_number': 3, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:16.899628 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff0810d-f7f5-40b1-aee5-6557febc63ee None None] The sync data for ids ['41cad852-dcbf-427f-b0a5-712844247c90'] in dv-cinder-810367-1-iscsi is: [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:13Z', 'revision_number': 3, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:54:16.899820 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.929704 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:16.933654 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "DELETE /v2.0/security-groups/4de4f3d0-2adf-40b0-b445-b8f6208b94e0 HTTP/1.1" status: 204  len: 168 time: 0.4753945
Nov 04 13:54:16.934004 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33572) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:16.951373 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.api.v2.resource [None req-91305ff6-ff77-463e-a4a9-fdf0c651d32d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] show failed (client error): The resource could not be found.
Nov 04 13:54:16.952516 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-91305ff6-ff77-463e-a4a9-fdf0c651d32d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups/4de4f3d0-2adf-40b0-b445-b8f6208b94e0 HTTP/1.1" status: 404  len: 347 time: 0.0174994
Nov 04 13:54:16.955585 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33576) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:16.988687 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-5a8b6db3-4fee-44d2-bf61-0ed0011a385a None None] Provisioning for port b8131604-e8b5-40fb-b4f3-1273eff5e927 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:16.996541 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-5a8b6db3-4fee-44d2-bf61-0ed0011a385a None None] Provisioning complete for port b8131604-e8b5-40fb-b4f3-1273eff5e927 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:16.997163 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-5a8b6db3-4fee-44d2-bf61-0ed0011a385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:17.057781 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b6db3-4fee-44d2-bf61-0ed0011a385a None None] Port b8131604-e8b5-40fb-b4f3-1273eff5e927 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:54:17.159388 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Deleting port fd70f609-979e-40d0-9224-aba4dbee9f47 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:54:17.159635 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:17.526447 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:17.526794 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:17.658662 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:17.666096 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Calling delete_port for fd70f609-979e-40d0-9224-aba4dbee9f47 owned by network:floatingip {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:54:17.775556 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:17.813989 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-22b7a5d2-9218-40a0-83e0-dc3470431668 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:17.915864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:17.919811 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Pushing event updated for resources: {'Port': ['ID=b8131604-e8b5-40fb-b4f3-1273eff5e927,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:17.923712 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:17.987709 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5bbd1811-5309-4b90-a3a1-f9969b5bd241 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:18.000877 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:18.010030 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:18.059432 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event deleted for resources: {'Port': ['ID=fd70f609-979e-40d0-9224-aba4dbee9f47,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:18.064756 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:18.161689 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:18.162099 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:18.217196 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:18.220184 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:18.384164 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:18.479530 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09e7dd-cc17-4bc8-bb0f-7b3fe0df4b72 None None] New status for floating IP 15206220-eb64-4506-b153-af8b9a6865bb: DOWN {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:54:18.583530 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:18.585514 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "DELETE /v2.0/floatingips/15206220-eb64-4506-b153-af8b9a6865bb HTTP/1.1" status: 204  len: 168 time: 1.6249292
Nov 04 13:54:18.698154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-b59a4918-3e5e-412c-90e5-c297d87a0fce None None] Provisioning complete for port b8131604-e8b5-40fb-b4f3-1273eff5e927 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:18.698688 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b59a4918-3e5e-412c-90e5-c297d87a0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:18.772885 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-b59a4918-3e5e-412c-90e5-c297d87a0fce None None] Port b8131604-e8b5-40fb-b4f3-1273eff5e927 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:54:18.903038 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Router 41cad852-dcbf-427f-b0a5-712844247c90 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:54:19.111330 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33594) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:19.118890 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311271494', 'description': 'tempest-description--285968153'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:19.125442 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:19.129958 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:19.133697 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:19.140915 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:19.146220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:54:19.151244 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] 10.222.0.96 "PUT /v2.0/routers/41cad852-dcbf-427f-b0a5-712844247c90/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5670156
Nov 04 13:54:19.220868 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.256126 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:19.260566 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group_rule and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:19.264228 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:19.271263 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:19.331590 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.401538 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.406901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5d635170-e3e5-4740-9acd-c34d835e5af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:19.447141 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856aaa02-8d8f-42e2-af6f-820ae55c99f9,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:19.449780 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:19.510381 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.511791 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.3992589
Nov 04 13:54:19.514452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33604) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:19.520168 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'security_group_rule': {'security_group_id': '856aaa02-8d8f-42e2-af6f-820ae55c99f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:19.527379 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:19.532391 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group_rule and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:19.536096 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:19.545606 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:19.636063 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.725179 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.805519 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.812086 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:19.834377 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8beade-0ad8-4b2e-b4e4-d5a44c348834,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:19.846437 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.846821 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.847149 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.847490 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.847831 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.848259 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.848573 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.849267 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.849267 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.849566 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.849926 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:54:19.853874 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:19.892850 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33610) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:19.903526 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1370526158', 'description': 'tempest-secgroup-smoke-1370526158 description', 'project_id': '56f07e4339194a1dabb567160999f0ce'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:19.905234 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:19.909872 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:19.912973 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:19.920795 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:19.920795 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4047585
Nov 04 13:54:19.921827 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:19.923006 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33614) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:19.928957 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'security_group_rule': {'security_group_id': '856aaa02-8d8f-42e2-af6f-820ae55c99f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:19.935798 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:19.939847 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:security_group_rule and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:19.943269 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:19.951555 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:19.987729 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:19.990652 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.015956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.103278 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.115297 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:20.124676 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:20.125321 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.127911 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:20.132045 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:20.135542 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:20.142463 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:20.155946 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.158199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:20.189492 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4da4c9-5d1a-4869-aaec-189e647b9817,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:20.192578 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:20.219357 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.241453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.246812 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33620) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:20.247037 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-5c13aace-899b-458e-ae66-907701ec5823 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3228116
Nov 04 13:54:20.253760 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:20.258630 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.263108 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:20.270804 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:20.278019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:floatingip and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:20.291640 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:20.311289 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:20.315151 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.329104 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:20.331811 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:20.333265 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:20.403305 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.404438 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5105278
Nov 04 13:54:20.407309 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33624) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:20.412738 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'security_group_rule': {'security_group_id': 'e75f531d-1dfb-4da4-bb4a-b2120c58a0b9', 'project_id': '56f07e4339194a1dabb567160999f0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:20.419044 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:20.423552 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:20.426994 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:20.434018 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:20.434300 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.436487 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:20.464276 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.504663 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:20.508481 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:20.553639 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.636661 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.662337 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.732445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.747474 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:20.810306 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eae77a7-6b18-4a16-9fc6-2268e21d6c1b,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:20.813066 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:20.848469 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Allocated IP 172.27.2.22 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/8d702e0b-b01d-462a-b299-a70521c3d16f) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:20.885933 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:20.887129 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-4c1eb20e-fec3-4ecb-b479-db3028cb5e86 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4789219
Nov 04 13:54:20.890035 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33628) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:20.896018 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'security_group_rule': {'security_group_id': 'e75f531d-1dfb-4da4-bb4a-b2120c58a0b9', 'project_id': '56f07e4339194a1dabb567160999f0ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:20.902415 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:20.906452 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:20.912048 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:20.919448 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:21.014235 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.116218 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.138805 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.144242 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0b030b53-d3a4-49da-b157-fb33907c7f86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:21.179008 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.206885 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:21.215396 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:21.219690 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:21.227724 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.235617 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:21.254347 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'Port': ['ID=8d702e0b-b01d-462a-b299-a70521c3d16f,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:21.258397 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:21.264100 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae63c42f-2108-4466-ae33-3e1d9bd192fb,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:21.272659 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:21.344114 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.345442 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-36af31ab-b87b-4125-b0ba-43701de90e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4543231
Nov 04 13:54:21.349814 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33636) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:21.357368 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'security_group_rule': {'security_group_id': 'e75f531d-1dfb-4da4-bb4a-b2120c58a0b9', 'project_id': '56f07e4339194a1dabb567160999f0ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:21.363889 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:21.367778 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:21.370617 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:21.376667 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:21.395640 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.467206 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.528966 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.578683 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.612477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.614674 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-988aa2e0-1c5e-4004-81e1-eba4037a108a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:21.637823 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dcd141-8770-4381-9a34-34dbf4d7eb5e,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:21.640221 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:21.732458 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.733713 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-5f5648ff-a79d-43e8-8f4c-7a7b9b596357 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3824973
Nov 04 13:54:21.737138 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33640) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:21.742925 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'security_group_rule': {'security_group_id': 'e75f531d-1dfb-4da4-bb4a-b2120c58a0b9', 'project_id': '56f07e4339194a1dabb567160999f0ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:21.748601 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:21.752668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:21.755527 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:21.762436 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:21.788685 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.826249 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.862163 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.863046 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:54:21.874408 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d7817fc8-44ae-4791-8cf5-991c307de8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:21.877569 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:21.878362 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751a9c5460>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:21.923438 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:21.972281 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:22.001006 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'Port': ['ID=8d702e0b-b01d-462a-b299-a70521c3d16f,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:22.003783 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:22.011039 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.011893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.013380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:22.036359 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18076479-fbd3-421b-b1d1-8525fc5a29cd,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:22.038818 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:22.122130 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:22.125663 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.135878 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8789418
Nov 04 13:54:22.138061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.141478 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4008539
Nov 04 13:54:22.142539 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33648) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:22.149773 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'security_group_rule': {'security_group_id': 'e75f531d-1dfb-4da4-bb4a-b2120c58a0b9', 'project_id': '56f07e4339194a1dabb567160999f0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:22.157015 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:22.161399 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:22.167647 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:22.176502 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:22.194647 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:22.195173 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.252876 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.securitygroups_db [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Project 56f07e4339194a1dabb567160999f0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 04 13:54:22.262754 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.359418 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.401776 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-01ade0ce-5f1b-4964-aee3-eca24366fea6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Synchronizing usage tracker for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:22.441124 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.443203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-68b76843-cedc-4ef9-bbe3-8a701315d137 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:22.466238 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8bfa16-4984-41e3-a118-92c3be040731,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:22.468613 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:22.544032 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-01ade0ce-5f1b-4964-aee3-eca24366fea6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Unset dirty status for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:22.545219 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-01ade0ce-5f1b-4964-aee3-eca24366fea6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-securitygroup--311271494&fields=id&tenant_id=393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 267 time: 0.2030635
Nov 04 13:54:22.579586 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751a9c5460>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:07Z', 'revision_number': 2, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:22.583478 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:54:22.583837 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Updating router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 port d4d09d08-7585-4255-9764-7741cc46d535 binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:54:22.635015 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.638757 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:22.642523 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-599f0eff-37d3-452e-ac95-9204f4f916a7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4954987
Nov 04 13:54:22.642676 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 33660) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:22.650765 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'security_group_rule': {'security_group_id': 'e75f531d-1dfb-4da4-bb4a-b2120c58a0b9', 'project_id': '56f07e4339194a1dabb567160999f0ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:22.666305 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:22.674049 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:security_group_rule and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:22.678819 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:22.698615 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:22.724294 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-a32e7c96-645c-4f8e-b2b4-3418d096f98b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:22.727512 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-a32e7c96-645c-4f8e-b2b4-3418d096f98b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 817 time: 0.1739826
Nov 04 13:54:22.741552 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-9605faa2-9e9b-407e-9246-85c9690293f9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/quotas/393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 375 time: 0.0103498
Nov 04 13:54:22.829563 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-b6f623fc-8228-445d-81ad-f077fbccd5d4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0819962
Nov 04 13:54:22.830674 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.securitygroups_db [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Project 56f07e4339194a1dabb567160999f0ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 04 13:54:22.837247 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.020559 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.032316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Transition to ACTIVE for port object d4d09d08-7585-4255-9764-7741cc46d535 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:23.091390 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.098804 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-2771cc25-aacc-4519-ba10-574f00143603 service neutron] 10.222.0.96 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525718
Nov 04 13:54:23.104110 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.107966 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:23.183462 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.190808 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-908446e0-6339-4a18-b8da-d63e96317cd5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:23.224346 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5562b34d-9de9-4d6e-a74e-1c98414dcf39,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:23.228598 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702e33-ad1b-4a04-aa3a-d9fb1c8a9720 None None] Pushing event updated for resources: {'Port': ['ID=d4d09d08-7585-4255-9764-7741cc46d535,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:23.232871 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:23.232962 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-16702e33-ad1b-4a04-aa3a-d9fb1c8a9720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:23.281960 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-918dfcde-0840-42ce-9f65-a5c81b9279b1 service neutron] 10.222.0.96 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727626
Nov 04 13:54:23.296515 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.302514 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-eaa08943-b5dc-47c7-b9ca-7e99c17b7754 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.6541040
Nov 04 13:54:23.348963 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Attempting to bind port d4d09d08-7585-4255-9764-7741cc46d535 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:23.349434 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Attempting to bind port d4d09d08-7585-4255-9764-7741cc46d535 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:23.349938 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Attempting to bind port d4d09d08-7585-4255-9764-7741cc46d535 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:23.361443 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:23.362008 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Checking segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:23.363091 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.365216 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Bound using segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:23.365712 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Bound port: d4d09d08-7585-4255-9764-7741cc46d535, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:23.366209 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.503050 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] For port d4d09d08-7585-4255-9764-7741cc46d535, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:23.507107 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] For port d4d09d08-7585-4255-9764-7741cc46d535, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=d4d09d08-7585-4255-9764-7741cc46d535,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:23.623542 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:23.630947 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:23.649570 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4582f140-70fe-4185-af46-1c1eb858a2d3 req-5c5fc4db-bd8c-4cb0-a52d-0bff68f25069 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 210 time: 0.0488441
Nov 04 13:54:23.729964 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702e33-ad1b-4a04-aa3a-d9fb1c8a9720 None None] Pushing event updated for resources: {'Port': ['ID=d4d09d08-7585-4255-9764-7741cc46d535,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:23.737165 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-16702e33-ad1b-4a04-aa3a-d9fb1c8a9720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:23.743762 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:23.744262 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751a9c5460>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:23.938456 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:23.996013 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device d4d09d08-7585-4255-9764-7741cc46d535 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:24.316468 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port d4d09d08-7585-4255-9764-7741cc46d535 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:24.323938 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port d4d09d08-7585-4255-9764-7741cc46d535 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:24.324320 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:24.398721 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751a9c5460>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:23Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:24.405502 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd9394-9bb1-4305-8fdb-f8f9f543f750 None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:23Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:54:24.494863 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:24.554589 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port d4d09d08-7585-4255-9764-7741cc46d535, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=d4d09d08-7585-4255-9764-7741cc46d535,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:24.656688 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:24.658500 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-16702e33-ad1b-4a04-aa3a-d9fb1c8a9720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:24.733544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=d4d09d08-7585-4255-9764-7741cc46d535,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:24.745277 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:24.870747 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4765aa35-05c8-490d-b99b-37a1a9076c4b req-975a8c24-5459-4c56-b2c2-167937115a6a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 210 time: 0.0426285
Nov 04 13:54:25.979991 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device d4d09d08-7585-4255-9764-7741cc46d535 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:26.085635 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port d4d09d08-7585-4255-9764-7741cc46d535 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:26.086928 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:26.091862 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3aa023fa-91b9-4ac0-aa7e-9c2e6021423b req-72d4cb60-d54a-42db-ac5e-9ebef22a3af0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 210 time: 0.0653033
Nov 04 13:54:26.450341 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-4b54e724-2630-45bf-b4e8-af09481514b8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:26.451951 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-4b54e724-2630-45bf-b4e8-af09481514b8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 817 time: 0.2394843
Nov 04 13:54:26.516691 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-a6e1f3ab-d1dc-45ac-b174-1827aae4be22 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 379 time: 0.0458801
Nov 04 13:54:26.530136 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'port': {'device_id': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'admin_state_up': True, 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'security_groups': ['856aaa02-8d8f-42e2-af6f-820ae55c99f9']}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:26.680302 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:26.682086 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Usage tracker for resource:port and tenant:393598d5a9a045e2b4aad49ebbb30df3 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:26.686182 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:26.691575 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:26.829328 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Made reservation on behalf of 393598d5a9a045e2b4aad49ebbb30df3 for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:54:26.833789 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:27.019156 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Allocated IP 172.20.0.9 (b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34/e5d43e8e-2374-4f9d-a839-ad792d1f2f2b/a876ceb6-8fa1-40f4-ba83-72f4d1258ace) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:27.220782 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:27.239200 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Transition to ACTIVE for port object a876ceb6-8fa1-40f4-ba83-72f4d1258ace will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:27.303871 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c8efc3e2-4314-45e8-a2ee-d8443c3e0f8e req-1ebe79a0-d6dc-4ba2-a84e-f35731cdf7d6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 210 time: 0.0504458
Nov 04 13:54:27.365314 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:27.371245 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:27.446842 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:27.447807 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:27.450489 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:27.452351 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:27.453091 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:27.547155 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:27.547155 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:27.654391 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1287146
Nov 04 13:54:27.667771 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Request body: {'port': {'device_id': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:27.772672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-ffd1defc-72e8-43cf-a7a5-a6f14ad2b717 None None] Provisioning for port a876ceb6-8fa1-40f4-ba83-72f4d1258ace completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:27.778316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-ffd1defc-72e8-43cf-a7a5-a6f14ad2b717 None None] Provisioning complete for port a876ceb6-8fa1-40f4-ba83-72f4d1258ace triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:27.778826 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ffd1defc-72e8-43cf-a7a5-a6f14ad2b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:27.788921 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:27.886878 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1defc-72e8-43cf-a7a5-a6f14ad2b717 None None] Port a876ceb6-8fa1-40f4-ba83-72f4d1258ace cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:54:27.967866 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:54:28.244297 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a876ceb6-8fa1-40f4-ba83-72f4d1258ace {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:54:28.252492 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:28.267690 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Transition to ACTIVE for port object a876ceb6-8fa1-40f4-ba83-72f4d1258ace will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:28.370455 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:28.374612 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:28.545353 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:28.549086 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:28.667375 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1e373-6c93-41b8-bfc6-97ecd23fbb24 req-2a671a35-537e-4db9-950e-236c321826c1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:28.668082 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ede1e373-6c93-41b8-bfc6-97ecd23fbb24 req-2a671a35-537e-4db9-950e-236c321826c1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Synchronizing usage tracker for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:28.692215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Attempting to bind port a876ceb6-8fa1-40f4-ba83-72f4d1258ace on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:28.692541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Attempting to bind port a876ceb6-8fa1-40f4-ba83-72f4d1258ace by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:28.692859 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Attempting to bind port a876ceb6-8fa1-40f4-ba83-72f4d1258ace on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:28.699318 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Port a876ceb6-8fa1-40f4-ba83-72f4d1258ace on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:54:28.699577 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Attempting to bind port a876ceb6-8fa1-40f4-ba83-72f4d1258ace on network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:28.705997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:28.717724 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Checking segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:28.717724 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Bound using segment: {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:28.717724 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Bound port: a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc6194a-b43f-432b-858e-659d9be52579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:28.717724 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:28.804989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:28.807432 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ede1e373-6c93-41b8-bfc6-97ecd23fbb24 req-2a671a35-537e-4db9-950e-236c321826c1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Unset dirty status for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:28.808563 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ede1e373-6c93-41b8-bfc6-97ecd23fbb24 req-2a671a35-537e-4db9-950e-236c321826c1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.3312829
Nov 04 13:54:28.810203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:28.857672 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ede1e373-6c93-41b8-bfc6-97ecd23fbb24 req-2ecd1cee-ab14-4214-8193-f7d79eae69d7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417755
Nov 04 13:54:28.910363 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:28.915558 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-02da2705-9885-402c-9101-e169a4485526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:28.980254 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:28.980530 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] 10.222.0.90 "PUT /v2.0/ports/a876ceb6-8fa1-40f4-ba83-72f4d1258ace HTTP/1.1" status: 200  len: 1093 time: 1.3171804
Nov 04 13:54:28.983955 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:29.016383 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:29.019747 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-590bcdc6-6fe9-454d-8064-c26f3c66f5d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:29.057243 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'status': 'completed', 'code': 200}
Nov 04 13:54:29.185373 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-21de09b3-17ca-428c-a31e-7f6a2429e5e9 req-bdb2f44d-9d86-4432-9512-af7348be4804 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1096 time: 0.0961673
Nov 04 13:54:29.353042 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de09b3-17ca-428c-a31e-7f6a2429e5e9 req-3318878d-a75b-4011-8497-184936020d5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:29.354545 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-21de09b3-17ca-428c-a31e-7f6a2429e5e9 req-3318878d-a75b-4011-8497-184936020d5c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1553450
Nov 04 13:54:29.494207 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de09b3-17ca-428c-a31e-7f6a2429e5e9 req-e5ccfd32-9957-4ab0-9204-58708527eec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:29.495650 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-21de09b3-17ca-428c-a31e-7f6a2429e5e9 req-e5ccfd32-9957-4ab0-9204-58708527eec6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1342099
Nov 04 13:54:29.610425 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-4b32fe7b-11e2-49c6-a713-cf5d2c9c7ecb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1096 time: 0.0752838
Nov 04 13:54:29.687795 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-6297c08c-851b-4b46-ada9-a0ffbdb24f4f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace HTTP/1.1" status: 200  len: 217 time: 0.0677595
Nov 04 13:54:29.753924 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-9c0e715b-f38e-4832-8973-bbe6032f0662 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:29.755335 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-9c0e715b-f38e-4832-8973-bbe6032f0662 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0609236
Nov 04 13:54:29.837501 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-02c04653-9d32-40ca-b98d-0caad7d3eec7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735512
Nov 04 13:54:29.983729 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-6e18ff13-bed9-4625-bb3c-0beb6f8287a7 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353481
Nov 04 13:54:30.168412 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b2692e1d-0273-47c4-b342-4bf025c0382a req-38487c4c-f2a5-459d-b3c1-8d281f060782 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784821
Nov 04 13:54:30.187461 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec2ba8-8086-4b74-99d2-5c0ae82cedac req-535de610-d729-4391-9592-0e9d76823aed tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:30.188998 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-98ec2ba8-8086-4b74-99d2-5c0ae82cedac req-535de610-d729-4391-9592-0e9d76823aed tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1782875
Nov 04 13:54:30.238271 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-98ec2ba8-8086-4b74-99d2-5c0ae82cedac req-31bb4e4d-f16f-467c-928a-3bbcc6b07cbf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433912
Nov 04 13:54:31.456142 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdefde-1f19-4f76-ad6e-b07623c2ca31 req-cfe90771-aab2-49d4-914e-c351ff921cf8 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:31.457585 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05bdefde-1f19-4f76-ad6e-b07623c2ca31 req-cfe90771-aab2-49d4-914e-c351ff921cf8 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 946 time: 0.2161574
Nov 04 13:54:31.534210 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05bdefde-1f19-4f76-ad6e-b07623c2ca31 req-435b70e5-2bfa-44c4-af44-63a35b434702 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664978
Nov 04 13:54:31.545860 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ab7fa-af52-4a97-ae8b-0131bf2c816e req-223a4d61-6fbb-46c6-b2ea-68f1dfb412d9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:31.548114 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0d9ab7fa-af52-4a97-ae8b-0131bf2c816e req-223a4d61-6fbb-46c6-b2ea-68f1dfb412d9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1403468
Nov 04 13:54:31.601695 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0d9ab7fa-af52-4a97-ae8b-0131bf2c816e req-0685afc3-af6c-486e-8b97-267695ea3294 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482974
Nov 04 13:54:31.872734 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Sync routers for ids ['41cad852-dcbf-427f-b0a5-712844247c90'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:54:31.885554 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Routers {'41cad852-dcbf-427f-b0a5-712844247c90'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:31.891318 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b38b490>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['41cad852-dcbf-427f-b0a5-712844247c90'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:32.067725 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Set router 41cad852-dcbf-427f-b0a5-712844247c90 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:32.130895 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9fff2b6e-0e86-451a-ab06-058fe68b2397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:32.247316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:32.422192 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b38b490>, [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:16Z', 'revision_number': 4, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'b8131604-e8b5-40fb-b4f3-1273eff5e927', 'name': '', 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'mac_address': 'fa:16:3e:12:b8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83163a2f-9d6e-4cc5-af98-0be2ff6d55b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:15Z', 'updated_at': '2021-11-04T13:54:17Z', 'revision_number': 2, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'subnets': [{'id': '83163a2f-9d6e-4cc5-af98-0be2ff6d55b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:32.425877 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Checking router: 41cad852-dcbf-427f-b0a5-712844247c90 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:54:32.426243 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Updating router 41cad852-dcbf-427f-b0a5-712844247c90 port b8131604-e8b5-40fb-b4f3-1273eff5e927 binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:54:32.477344 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:32.628963 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:54:32.633884 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:32.753421 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b3081-deee-42d0-b9de-6d09016ab685 req-4b0dadf5-9e06-4b3e-9bb7-99992b6c04d0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:32.779711 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e32b3081-deee-42d0-b9de-6d09016ab685 req-4b0dadf5-9e06-4b3e-9bb7-99992b6c04d0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 946 time: 0.0918870
Nov 04 13:54:32.794129 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:32.809902 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'port_id': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'mac_address': 'fa:16:3e:b2:dc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:54:32.856108 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e32b3081-deee-42d0-b9de-6d09016ab685 req-68a0ddb1-17fe-4451-8b5a-3cffe7b4cc35 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939322
Nov 04 13:54:32.884693 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:32.895838 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e067c-5033-4e95-a21d-50acdef1fc18 req-949cd986-51c8-4010-a99a-f2924b6277d9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:32.897290 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a90e067c-5033-4e95-a21d-50acdef1fc18 req-949cd986-51c8-4010-a99a-f2924b6277d9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1100655
Nov 04 13:54:32.901308 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Transition to ACTIVE for port object b8131604-e8b5-40fb-b4f3-1273eff5e927 will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:32.901510 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:32.927560 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a876ceb6-8fa1-40f4-ba83-72f4d1258ace {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:54:32.945702 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:32.984361 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:32.991176 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:32.997005 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a90e067c-5033-4e95-a21d-50acdef1fc18 req-5b3d3153-82fa-4ad8-90d8-5f23066df4f4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938849
Nov 04 13:54:33.046735 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-22d949f7-9ea3-4978-89ad-d747d96b82c8 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:33.048167 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-22d949f7-9ea3-4978-89ad-d747d96b82c8 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 946 time: 0.0938644
Nov 04 13:54:33.058496 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:33.060659 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-2d21db85-fae1-4cdf-b936-fc9e1ed7cd9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:33.127873 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f746e3c-31f0-497e-b504-43e7de533645 None None] Pushing event updated for resources: {'Port': ['ID=b8131604-e8b5-40fb-b4f3-1273eff5e927,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:33.136033 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Deleting port 13925937-c219-425e-b271-29c2e7093764 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:54:33.136375 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:33.141169 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-2f746e3c-31f0-497e-b504-43e7de533645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:33.155976 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:33.164670 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:33.257163 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Attempting to bind port b8131604-e8b5-40fb-b4f3-1273eff5e927 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:33.257669 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Attempting to bind port b8131604-e8b5-40fb-b4f3-1273eff5e927 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:33.258056 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Attempting to bind port b8131604-e8b5-40fb-b4f3-1273eff5e927 on network 5347abd5-836b-4353-9fed-d1e8505fcd3c {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:33.266806 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:33.267283 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Checking segment: {'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:33.268193 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:33.268428 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Bound using segment: {'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:33.268908 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Bound port: b8131604-e8b5-40fb-b4f3-1273eff5e927, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da87d975-824d-4fd7-80da-c7560d8e4738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:33.269307 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:33.360123 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['a876ceb6-8fa1-40f4-ba83-72f4d1258ace'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:54:33.391842 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] For port b8131604-e8b5-40fb-b4f3-1273eff5e927, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:33.407786 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] For port b8131604-e8b5-40fb-b4f3-1273eff5e927, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=b8131604-e8b5-40fb-b4f3-1273eff5e927,segment=NetworkSegment(da87d975-824d-4fd7-80da-c7560d8e4738),segment_id=da87d975-824d-4fd7-80da-c7560d8e4738)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:33.436862 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] For port 13925937-c219-425e-b271-29c2e7093764, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=13925937-c219-425e-b271-29c2e7093764,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:33.437796 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:33.476473 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:33.483016 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-c095efe1-1cb1-48e4-a7fd-3d9e135d87ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:33.572940 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f746e3c-31f0-497e-b504-43e7de533645 None None] Pushing event updated for resources: {'Port': ['ID=b8131604-e8b5-40fb-b4f3-1273eff5e927,revision_number=4']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:33.575659 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Routers {'41cad852-dcbf-427f-b0a5-712844247c90'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:33.576260 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b38b490>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['41cad852-dcbf-427f-b0a5-712844247c90'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:33.589389 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Calling delete_port for 13925937-c219-425e-b271-29c2e7093764 owned by compute:nova {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:54:33.630086 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-2f746e3c-31f0-497e-b504-43e7de533645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:33.778731 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] Set router 41cad852-dcbf-427f-b0a5-712844247c90 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:33.851992 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:33.858575 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c8f690e4-0a65-46a7-8650-0f8bef004c44 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:33.917426 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event deleted for resources: {'Port': ['ID=13925937-c219-425e-b271-29c2e7093764,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:33.918756 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:34.018990 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] No DVR routers for this DVR port 13925937-c219-425e-b271-29c2e7093764 on host hv-cinder-81036 {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:54:34.052027 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:34.060066 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'name': 'network-vif-deleted', 'tag': '13925937-c219-425e-b271-29c2e7093764'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:34.078906 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6ec1468b-d2a8-402f-8554-67be7a19c6bd req-d84a7add-3b57-4b64-95bf-fda1dbdfa3fa tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 210 time: 0.0678654
Nov 04 13:54:34.097427 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2', '2d900873-a673-49d2-8959-a3a9c27ae7d2', 'cfebf5e6-b4df-4b91-92e1-5a530dac2456', '13925937-c219-425e-b271-29c2e7093764'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:54:34.135789 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b38b490>, [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:16Z', 'revision_number': 4, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'b8131604-e8b5-40fb-b4f3-1273eff5e927', 'name': '', 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'mac_address': 'fa:16:3e:12:b8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83163a2f-9d6e-4cc5-af98-0be2ff6d55b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:15Z', 'updated_at': '2021-11-04T13:54:33Z', 'revision_number': 4, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'subnets': [{'id': '83163a2f-9d6e-4cc5-af98-0be2ff6d55b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:34.140787 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f8c3d-ef09-4cbd-9be9-e31c5d0fe4ec None None] The sync data for ids ['41cad852-dcbf-427f-b0a5-712844247c90'] in dv-cinder-810367-1-iscsi is: [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:16Z', 'revision_number': 4, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'b8131604-e8b5-40fb-b4f3-1273eff5e927', 'name': '', 'network_id': '5347abd5-836b-4353-9fed-d1e8505fcd3c', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'mac_address': 'fa:16:3e:12:b8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83163a2f-9d6e-4cc5-af98-0be2ff6d55b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:15Z', 'updated_at': '2021-11-04T13:54:33Z', 'revision_number': 4, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'subnets': [{'id': '83163a2f-9d6e-4cc5-af98-0be2ff6d55b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:54:34.144591 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6bc8655-655f-40bd-8b79-5465eca95c20 req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "DELETE /v2.0/ports/13925937-c219-425e-b271-29c2e7093764 HTTP/1.1" status: 204  len: 173 time: 1.0902102
Nov 04 13:54:34.339697 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7f22f75e-1394-4cc0-bc17-335c48080ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:34.358425 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec463-d11d-41ba-be28-b823e5e32031 req-09abb9c6-fef2-48d6-a83b-e18763068fc8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:34.360446 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49dec463-d11d-41ba-be28-b823e5e32031 req-09abb9c6-fef2-48d6-a83b-e18763068fc8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 944 time: 0.2095411
Nov 04 13:54:34.443656 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09', 'name': 'network-vif-deleted', 'tag': '13925937-c219-425e-b271-29c2e7093764', 'status': 'completed', 'code': 200}
Nov 04 13:54:34.490266 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-49dec463-d11d-41ba-be28-b823e5e32031 req-086e0965-7166-4339-86ab-5d83d07fb8db tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217749
Nov 04 13:54:34.646888 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:34.818083 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port a876ceb6-8fa1-40f4-ba83-72f4d1258ace completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:34.824838 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port a876ceb6-8fa1-40f4-ba83-72f4d1258ace triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:34.825217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:34.955069 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:34.985661 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:34.997059 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:35.058767 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'code': 200}
Nov 04 13:54:35.151226 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:35.151226 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 13925937-c219-425e-b271-29c2e7093764 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:54:35.181965 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:35.227960 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 13925937-c219-425e-b271-29c2e7093764 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:54:35.228437 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 13925937-c219-425e-b271-29c2e7093764 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:54:35.274830 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:35.278794 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:35.320688 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-aa6444ce-8205-4cbb-99d8-10bcb9a55d0b req-80337158-d4c7-449f-8ed4-510e2eba23c2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:35.445001 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-aa6444ce-8205-4cbb-99d8-10bcb9a55d0b req-80337158-d4c7-449f-8ed4-510e2eba23c2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:35.446139 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa6444ce-8205-4cbb-99d8-10bcb9a55d0b req-80337158-d4c7-449f-8ed4-510e2eba23c2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=6d1ce095-ab4b-4ef7-a4fc-10c0184ecb09 HTTP/1.1" status: 200  len: 210 time: 0.1969085
Nov 04 13:54:35.507849 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:35.630747 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ecf48670-1ffa-4492-850d-6c7ca5ef3a3e req-574616f3-ad59-4716-a971-3cea47c2346b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1098 time: 0.0799048
Nov 04 13:54:35.720296 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ecf48670-1ffa-4492-850d-6c7ca5ef3a3e req-0cf659b1-5602-4bfa-a07f-1c394fc30ff5 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817449
Nov 04 13:54:35.750305 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809a8f5-111b-4b35-ac41-c4fa82018c68 req-2221dffd-4a34-4363-a020-7298d238c205 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:35.751752 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c809a8f5-111b-4b35-ac41-c4fa82018c68 req-2221dffd-4a34-4363-a020-7298d238c205 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1151497
Nov 04 13:54:35.803431 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c809a8f5-111b-4b35-ac41-c4fa82018c68 req-4009dbe4-7cac-4959-9e49-e860ef700d58 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460732
Nov 04 13:54:35.981891 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device b8131604-e8b5-40fb-b4f3-1273eff5e927 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:36.107433 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port b8131604-e8b5-40fb-b4f3-1273eff5e927 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:36.112559 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port b8131604-e8b5-40fb-b4f3-1273eff5e927 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:36.112940 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:36.230043 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:36.263993 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port b8131604-e8b5-40fb-b4f3-1273eff5e927, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=b8131604-e8b5-40fb-b4f3-1273eff5e927,segment=NetworkSegment(da87d975-824d-4fd7-80da-c7560d8e4738),segment_id=da87d975-824d-4fd7-80da-c7560d8e4738)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:36.343755 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:36.345663 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-67fe5551-b2c8-4aa6-aabf-18b8c6d1e6b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:36.414659 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=b8131604-e8b5-40fb-b4f3-1273eff5e927,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:36.417896 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:36.937203 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:37.048161 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f90c76-20a2-4d11-a97b-5bf0edd41bc1 req-58bfa715-0406-456e-9d40-d749840fa670 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:37.050317 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-08f90c76-20a2-4d11-a97b-5bf0edd41bc1 req-58bfa715-0406-456e-9d40-d749840fa670 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0835655
Nov 04 13:54:37.096922 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-08f90c76-20a2-4d11-a97b-5bf0edd41bc1 req-725febb8-9c81-404f-9f7b-deb76188fc5a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404527
Nov 04 13:54:37.965180 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device b8131604-e8b5-40fb-b4f3-1273eff5e927 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:54:38.046419 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port b8131604-e8b5-40fb-b4f3-1273eff5e927 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:38.046898 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:38.422762 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7558a9-d539-4fa6-8fb7-1cb4d98ec95b req-3e30d450-82df-4bfc-9a53-642426296cf7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:38.424325 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2b7558a9-d539-4fa6-8fb7-1cb4d98ec95b req-3e30d450-82df-4bfc-9a53-642426296cf7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1802301
Nov 04 13:54:38.478444 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2b7558a9-d539-4fa6-8fb7-1cb4d98ec95b req-35231d27-0686-4f11-b623-879bb9e655f8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462255
Nov 04 13:54:38.784230 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ef0f5-8398-43aa-8752-ea239b86866e req-0246c102-b8d8-48c9-9b6c-09e31ecc9925 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:38.785775 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-139ef0f5-8398-43aa-8752-ea239b86866e req-0246c102-b8d8-48c9-9b6c-09e31ecc9925 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 945 time: 0.1581566
Nov 04 13:54:38.794263 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe3506-66c6-4b69-814b-6b45d21e2baa req-63554e5c-6a2b-4c90-bcf5-87bb36114e48 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:38.796069 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4abe3506-66c6-4b69-814b-6b45d21e2baa req-63554e5c-6a2b-4c90-bcf5-87bb36114e48 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1664748
Nov 04 13:54:38.812251 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 33838) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:38.819834 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Request body: {'floatingip': {'port_id': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:38.868842 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-139ef0f5-8398-43aa-8752-ea239b86866e req-7708e271-2227-43c1-a891-1aa4d4a1024b tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716617
Nov 04 13:54:38.929443 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:39.574894 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:39.633298 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:39.829826 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Floating IP c3d02dd5-abf6-409d-86a2-57a03cb9ef1f associated. External IP: 172.27.2.22, port: a876ceb6-8fa1-40f4-ba83-72f4d1258ace.
Nov 04 13:54:40.122989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef861717-ba21-4d26-99f5-6a28eb951170 req-87d13118-cbb8-4453-9cc4-51140e9af988 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:40.124750 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ef861717-ba21-4d26-99f5-6a28eb951170 req-87d13118-cbb8-4453-9cc4-51140e9af988 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 945 time: 0.1251957
Nov 04 13:54:40.180758 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ef861717-ba21-4d26-99f5-6a28eb951170 req-9104985a-04d3-49fd-8a28-9ce9501e34aa tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494270
Nov 04 13:54:40.341658 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:54:40.382345 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca235dee-e614-4956-bf85-21d70d3a874a req-83aa5186-23dd-4797-abdd-d021904f8533 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:40.383731 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ca235dee-e614-4956-bf85-21d70d3a874a req-83aa5186-23dd-4797-abdd-d021904f8533 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 945 time: 0.0765259
Nov 04 13:54:40.456042 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Deleting port cfebf5e6-b4df-4b91-92e1-5a530dac2456 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:54:40.456409 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:40.548865 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:54:40.554544 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:40.560296 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] Sync routers for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:54:40.572765 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:40.573694 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab21f40>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:40.617790 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-62ea8a20-8188-40f0-896a-64536ca484a1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "PUT /v2.0/floatingips/c3d02dd5-abf6-409d-86a2-57a03cb9ef1f HTTP/1.1" status: 200  len: 990 time: 1.8012762
Nov 04 13:54:40.617790 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:40.679170 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'status': 'completed', 'code': 200}
Nov 04 13:54:40.732827 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] For port cfebf5e6-b4df-4b91-92e1-5a530dac2456, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=cfebf5e6-b4df-4b91-92e1-5a530dac2456,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:40.733490 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:40.783628 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-44e8bb2b-d42d-4e90-b2b8-e6a09c58fa8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1098 time: 0.0790346
Nov 04 13:54:40.799248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:40.870480 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Calling delete_port for cfebf5e6-b4df-4b91-92e1-5a530dac2456 owned by compute:nova {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:54:40.928727 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-66876782-8f24-4eec-86d6-63df9818543e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:40.932050 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-66876782-8f24-4eec-86d6-63df9818543e service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.1402612
Nov 04 13:54:41.060475 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-3f0e6aa2-295b-416c-b8fe-08e246262f89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace HTTP/1.1" status: 200  len: 998 time: 0.1183231
Nov 04 13:54:41.101437 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:41.107840 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f59a17b7-248d-460c-a69e-881c745d8e53 tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:41.119896 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2', '2d900873-a673-49d2-8959-a3a9c27ae7d2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:54:41.133278 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-67b0f93a-6dc8-46e2-b88c-28a8ee1f21a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:41.134797 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-67b0f93a-6dc8-46e2-b88c-28a8ee1f21a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0627744
Nov 04 13:54:41.166449 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event deleted for resources: {'Port': ['ID=cfebf5e6-b4df-4b91-92e1-5a530dac2456,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:41.171214 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:41.268078 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-2b4ec902-1f53-4257-9356-77fa79a86f59 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1253347
Nov 04 13:54:41.304610 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] No DVR routers for this DVR port cfebf5e6-b4df-4b91-92e1-5a530dac2456 on host hv-cinder-81036 {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:54:41.311452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:41.311983 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab21f40>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': 'c3d02dd5-abf6-409d-86a2-57a03cb9ef1f', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'port_id': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'mac_address': 'fa:16:3e:b2:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:54:21Z', 'updated_at': '2021-11-04T13:54:39Z', 'revision_number': 1, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:41.314998 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'name': 'network-vif-deleted', 'tag': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:41.325037 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] Checking router: 62d03442-8ba6-41f3-a36a-c93b3ef6b461 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:54:41.368468 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:54:41.369093 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab21f40>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:54:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:41.436919 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-028c72a2-1396-4970-ad99-369ddf3a44d8 req-276d8e81-f672-4a01-a04b-c04f9c31144c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:41.440700 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-e7b1a8e3-8341-4084-b752-2e36557365f1 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648941
Nov 04 13:54:41.444834 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ca235dee-e614-4956-bf85-21d70d3a874a req-34a6e315-1729-438b-a784-c4bf92c4774d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "DELETE /v2.0/ports/cfebf5e6-b4df-4b91-92e1-5a530dac2456 HTTP/1.1" status: 204  len: 173 time: 1.0536864
Nov 04 13:54:41.467844 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458f1d04-955b-4606-9bc7-2942e0e0e63f', 'name': 'network-vif-deleted', 'tag': 'cfebf5e6-b4df-4b91-92e1-5a530dac2456', 'status': 'completed', 'code': 200}
Nov 04 13:54:41.555592 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-028c72a2-1396-4970-ad99-369ddf3a44d8 req-276d8e81-f672-4a01-a04b-c04f9c31144c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:41.557083 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-028c72a2-1396-4970-ad99-369ddf3a44d8 req-276d8e81-f672-4a01-a04b-c04f9c31144c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 210 time: 0.1731870
Nov 04 13:54:41.596827 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-30e4735c-ccd2-4ab4-bdac-9ec05fcea850 req-225fea7c-0cb4-4f6a-8adb-e91ec7d28392 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480200
Nov 04 13:54:41.627736 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:54:42.022055 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab21f40>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': 'c3d02dd5-abf6-409d-86a2-57a03cb9ef1f', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'port_id': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'mac_address': 'fa:16:3e:b2:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:54:21Z', 'updated_at': '2021-11-04T13:54:39Z', 'revision_number': 1, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:42.026804 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815044a8-4abf-4e37-b373-1e905e148dc3 None None] The sync data for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi is: [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': 'c3d02dd5-abf6-409d-86a2-57a03cb9ef1f', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'floating_ip_address': '172.27.2.22', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'port_id': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'mac_address': 'fa:16:3e:b2:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:54:21Z', 'updated_at': '2021-11-04T13:54:39Z', 'revision_number': 1, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:54:42.697426 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cfebf5e6-b4df-4b91-92e1-5a530dac2456 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:54:42.732700 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: cfebf5e6-b4df-4b91-92e1-5a530dac2456 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:54:42.733221 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device cfebf5e6-b4df-4b91-92e1-5a530dac2456 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:54:42.743332 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7184074e-3dc6-49a5-9b79-822ee9b3e384 req-ac42688a-4052-4fb7-8624-5572c1f963b0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=458f1d04-955b-4606-9bc7-2942e0e0e63f HTTP/1.1" status: 200  len: 210 time: 0.0459414
Nov 04 13:54:43.683614 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-40cf2be7-f7b3-46fe-97a7-fc74d07e46cd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Synchronizing usage tracker for tenant:56f07e4339194a1dabb567160999f0ce on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:43.818070 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-40cf2be7-f7b3-46fe-97a7-fc74d07e46cd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Unset dirty status for tenant:56f07e4339194a1dabb567160999f0ce on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:43.819856 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-40cf2be7-f7b3-46fe-97a7-fc74d07e46cd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370526158&fields=id&tenant_id=56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 267 time: 0.1776340
Nov 04 13:54:43.982589 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-f336f1a1-226e-4a5c-b13f-eb8f8032ab5c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:43.983411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-f336f1a1-226e-4a5c-b13f-eb8f8032ab5c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Synchronizing usage tracker for tenant:56f07e4339194a1dabb567160999f0ce on resource:network {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:44.126705 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-f336f1a1-226e-4a5c-b13f-eb8f8032ab5c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Unset dirty status for tenant:56f07e4339194a1dabb567160999f0ce on resource:network {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:44.127899 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-f336f1a1-226e-4a5c-b13f-eb8f8032ab5c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 811 time: 0.3010805
Nov 04 13:54:44.144825 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-bdc7c791-fbd4-4a4b-a775-c8c8b9e4a86e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/quotas/56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 375 time: 0.0114632
Nov 04 13:54:44.232804 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-bde13b8e-8ff6-4216-8003-1708f346bf8c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0820007
Nov 04 13:54:44.373937 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-fc9c868c-1984-4c1e-a660-32dfb737da99 service neutron] 10.222.0.96 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283176
Nov 04 13:54:44.614238 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c5b13de6-b6e5-4a16-9d33-c6aa3d36c237 service neutron] 10.222.0.96 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344174
Nov 04 13:54:44.735796 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0aba16-8512-4e77-a378-8a15fedbbcc3 req-42a4979f-fc09-4161-a6d4-7edf6a6adf34 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:44.737298 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5e0aba16-8512-4e77-a378-8a15fedbbcc3 req-42a4979f-fc09-4161-a6d4-7edf6a6adf34 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 946 time: 0.0822198
Nov 04 13:54:44.788483 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5e0aba16-8512-4e77-a378-8a15fedbbcc3 req-ee05d015-26a6-4e30-b4c1-84fffcf3c55c tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449288
Nov 04 13:54:45.231227 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84705d4-2163-4858-8bcb-0bc330184a50 None None] New status for floating IP c3d02dd5-abf6-409d-86a2-57a03cb9ef1f: ACTIVE {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:54:45.424925 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cc7ade3b-c134-40f1-b5f3-60efc0efb8e6 req-e7d1932e-287b-4e1c-8642-2ff139e01951 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0461650
Nov 04 13:54:45.811601 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5177087-361a-42f9-979c-cf2091feecb7 req-2f377b26-2a27-45d1-a6e1-fd01528b2b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:45.812621 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-c5177087-361a-42f9-979c-cf2091feecb7 req-2f377b26-2a27-45d1-a6e1-fd01528b2b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:45.825315 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-c5177087-361a-42f9-979c-cf2091feecb7 req-2f377b26-2a27-45d1-a6e1-fd01528b2b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:45.826465 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-c5177087-361a-42f9-979c-cf2091feecb7 req-2f377b26-2a27-45d1-a6e1-fd01528b2b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 946 time: 0.0909164
Nov 04 13:54:45.910033 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Deleting port 2d900873-a673-49d2-8959-a3a9c27ae7d2 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:54:45.910451 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:46.019189 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d3fa5-ec63-452e-8d56-a41ad732c211 req-9390fe14-3fe6-4e19-91fe-e22c3526f941 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:46.026518 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c74d3fa5-ec63-452e-8d56-a41ad732c211 req-9390fe14-3fe6-4e19-91fe-e22c3526f941 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 946 time: 0.0983500
Nov 04 13:54:46.073526 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c74d3fa5-ec63-452e-8d56-a41ad732c211 req-17210fa0-a720-4e9e-a88f-cc9da2b1fe23 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461361
Nov 04 13:54:46.205016 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] For port 2d900873-a673-49d2-8959-a3a9c27ae7d2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2d900873-a673-49d2-8959-a3a9c27ae7d2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:46.205427 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:46.437093 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Calling delete_port for 2d900873-a673-49d2-8959-a3a9c27ae7d2 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:54:46.545000 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d7644c29-4996-4dac-a4d1-31a1932bea35 req-e84a2f72-646a-4383-98a1-e25d8ea2793c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0414872
Nov 04 13:54:46.680784 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:46.686477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fbce81bb-7a2f-434c-8deb-f227d5cf4fd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:46.692971 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2', '2d900873-a673-49d2-8959-a3a9c27ae7d2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:54:46.733542 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event deleted for resources: {'Port': ['ID=2d900873-a673-49d2-8959-a3a9c27ae7d2,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:46.737153 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:46.815951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] No DVR routers for this DVR port 2d900873-a673-49d2-8959-a3a9c27ae7d2 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:54:46.818360 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:46.820970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14815b91-9960-4116-a804-5a6bf9380513', 'name': 'network-vif-deleted', 'tag': '2d900873-a673-49d2-8959-a3a9c27ae7d2'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:46.881103 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14815b91-9960-4116-a804-5a6bf9380513', 'name': 'network-vif-deleted', 'tag': '2d900873-a673-49d2-8959-a3a9c27ae7d2', 'status': 'completed', 'code': 200}
Nov 04 13:54:46.944485 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-c5177087-361a-42f9-979c-cf2091feecb7 req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "DELETE /v2.0/ports/2d900873-a673-49d2-8959-a3a9c27ae7d2 HTTP/1.1" status: 204  len: 173 time: 1.1115596
Nov 04 13:54:47.247598 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c3b4fd7a-df7a-4036-8742-95d2b811f9f8 req-c0ecafdb-ddaa-4d77-9b0b-57c50b810fe2 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 210 time: 0.0443499
Nov 04 13:54:47.710538 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-59b2a49d-1417-4de9-8ef4-9cd3bf42225b req-a2b79fe3-677c-4393-8f12-36c55c0675b3 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0434539
Nov 04 13:54:48.151540 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-cd55a628-5e21-4b8f-9199-0afae92e44e4 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:48.153000 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-cd55a628-5e21-4b8f-9199-0afae92e44e4 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 811 time: 0.1480594
Nov 04 13:54:48.209293 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-0701ad2b-c805-4efa-a388-f0c975f325e1 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 380 time: 0.0433323
Nov 04 13:54:48.217339 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'port': {'device_id': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'admin_state_up': True, 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'security_groups': ['e75f531d-1dfb-4da4-bb4a-b2120c58a0b9']}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:48.365529 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:54:48.372560 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:port and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:54:48.379098 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:54:48.387041 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:54:48.435967 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3052676e-d32a-4ed6-8bbc-5017a964e16b req-38cb5448-74e6-4756-8cc8-af0c79d42272 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=14815b91-9960-4116-a804-5a6bf9380513 HTTP/1.1" status: 200  len: 210 time: 0.0422497
Nov 04 13:54:48.547036 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Made reservation on behalf of 56f07e4339194a1dabb567160999f0ce for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:54:48.550117 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:48.717379 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Allocated IP 172.20.0.5 (6025f83d-7efe-427c-9acf-77d60ff9c355/8a54ec95-3a4d-4638-8a4b-3315f99f5217/21d2ebc9-1fc6-47e2-978f-e1d615c27548) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:54:48.732082 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2d900873-a673-49d2-8959-a3a9c27ae7d2 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:54:48.766466 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 2d900873-a673-49d2-8959-a3a9c27ae7d2 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:54:48.766819 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2d900873-a673-49d2-8959-a3a9c27ae7d2 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:54:48.880521 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7085778c-79bf-4f08-a849-706bcaa75010 req-09b81bbe-c49c-4a8e-b780-337dae6d3bfe tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0433095
Nov 04 13:54:48.909421 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:48.925772 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Transition to ACTIVE for port object 21d2ebc9-1fc6-47e2-978f-e1d615c27548 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:49.058457 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:49.064521 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:49.149412 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:54:49.153273 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:54:49.155906 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:54:49.190207 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=21d2ebc9-1fc6-47e2-978f-e1d615c27548,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:49.193122 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:49.239980 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:49.240951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:49.337045 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-c3ffcb9d-b76c-4702-b63d-44c60925844f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1232588
Nov 04 13:54:49.349125 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Request body: {'port': {'device_id': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:54:49.462127 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:49.520887 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-c3e4fe45-e005-466f-bf26-7ac2a26bd736 None None] Provisioning for port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:54:49.527092 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-c3e4fe45-e005-466f-bf26-7ac2a26bd736 None None] Provisioning complete for port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:54:49.527473 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-c3e4fe45-e005-466f-bf26-7ac2a26bd736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:49.579671 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-c3e4fe45-e005-466f-bf26-7ac2a26bd736 None None] Port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:54:49.810459 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d2ebc9-1fc6-47e2-978f-e1d615c27548 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:54:49.817501 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:49.832991 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Transition to ACTIVE for port object 21d2ebc9-1fc6-47e2-978f-e1d615c27548 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:54:49.937631 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:49.942510 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:50.086862 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc51a25-9a75-43c2-9a62-1e255a2b8d90 req-c0be6543-3f5a-4606-b41d-44db9e4e771f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:50.088366 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8fc51a25-9a75-43c2-9a62-1e255a2b8d90 req-c0be6543-3f5a-4606-b41d-44db9e4e771f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0791202
Nov 04 13:54:50.146471 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8fc51a25-9a75-43c2-9a62-1e255a2b8d90 req-2b8118e1-fcbf-4f79-9b77-c69acfdd7be1 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516775
Nov 04 13:54:50.159361 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Pushing event updated for resources: {'Port': ['ID=21d2ebc9-1fc6-47e2-978f-e1d615c27548,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:50.166118 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:50.276790 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Attempting to bind port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:54:50.277138 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Attempting to bind port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:54:50.277476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Attempting to bind port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:50.283512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:54:50.283774 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Attempting to bind port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:54:50.291944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:54:50.292278 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Checking segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:54:50.292675 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Bound using segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:54:50.293100 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Bound port: 21d2ebc9-1fc6-47e2-978f-e1d615c27548, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:54:50.293447 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:50.391358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] For port 21d2ebc9-1fc6-47e2-978f-e1d615c27548, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:54:50.394352 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] For port 21d2ebc9-1fc6-47e2-978f-e1d615c27548, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=21d2ebc9-1fc6-47e2-978f-e1d615c27548,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:54:50.524491 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:50.528467 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fdc5405f-8f6a-48de-9359-be657347168f tempest-DeleteServersTestJSON-261861646 tempest-DeleteServersTestJSON-261861646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:50.583829 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:50.585571 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] 10.222.0.90 "PUT /v2.0/ports/21d2ebc9-1fc6-47e2-978f-e1d615c27548 HTTP/1.1" status: 200  len: 1093 time: 1.2408490
Nov 04 13:54:50.586197 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:50.609410 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Pushing event updated for resources: {'Port': ['ID=21d2ebc9-1fc6-47e2-978f-e1d615c27548,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:50.612615 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:50.648235 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'status': 'completed', 'code': 200}
Nov 04 13:54:50.745779 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6487ea19-1fde-45ea-86bc-69bf25815850 req-75b8de0a-dd10-4315-895f-b7e93ba4c830 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 1096 time: 0.0768313
Nov 04 13:54:50.889499 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ea19-1fde-45ea-86bc-69bf25815850 req-fec609b2-09e2-431a-a344-8ae9b397e190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:50.891055 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6487ea19-1fde-45ea-86bc-69bf25815850 req-fec609b2-09e2-431a-a344-8ae9b397e190 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=56f07e4339194a1dabb567160999f0ce&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1353965
Nov 04 13:54:51.034123 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487ea19-1fde-45ea-86bc-69bf25815850 req-0570b26b-6a49-455b-b618-cf021f34bc46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:51.035598 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6487ea19-1fde-45ea-86bc-69bf25815850 req-0570b26b-6a49-455b-b618-cf021f34bc46 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1363542
Nov 04 13:54:51.141614 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-565bdc52-2aa3-4ce5-b4ac-da4422a18d1b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 1096 time: 0.0697885
Nov 04 13:54:51.218426 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-0e63cb34-8001-485d-928d-04f596879ac5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d2ebc9-1fc6-47e2-978f-e1d615c27548 HTTP/1.1" status: 200  len: 217 time: 0.0685184
Nov 04 13:54:51.288807 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-f99fe5f4-db4f-49ec-a3ff-431b0a61566a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:51.290990 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-f99fe5f4-db4f-49ec-a3ff-431b0a61566a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0664251
Nov 04 13:54:51.360018 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2823870-97dc-4742-849f-06dbc25bf5b2 req-6c9f359e-d836-4b51-9f6a-72387e52d829 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:51.361516 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e2823870-97dc-4742-849f-06dbc25bf5b2 req-6c9f359e-d836-4b51-9f6a-72387e52d829 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0891595
Nov 04 13:54:51.378825 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-848d2ed8-b158-439f-a72d-74461fb1f5ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814128
Nov 04 13:54:51.411620 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e2823870-97dc-4742-849f-06dbc25bf5b2 req-5fd28506-0367-4425-95ca-baa467c265d6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440967
Nov 04 13:54:51.533025 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-6b1ef282-1a34-495b-a024-23e7ac84c09b service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464818
Nov 04 13:54:51.541792 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e30324-2b92-40ae-abd1-34eb3319bd46 req-ad459dc2-cb8a-4059-b6d1-1c75cfd440ff tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:51.543472 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-04e30324-2b92-40ae-abd1-34eb3319bd46 req-ad459dc2-cb8a-4059-b6d1-1c75cfd440ff tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 946 time: 0.0985193
Nov 04 13:54:51.589959 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-04e30324-2b92-40ae-abd1-34eb3319bd46 req-22e24d06-e278-4d02-8c8f-b132879a6370 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410879
Nov 04 13:54:51.666840 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ff5d2295-ff94-441a-9594-05d673edaa13 req-6e5fab1b-2b6c-4ae5-984a-b86883449f6e service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262918
Nov 04 13:54:52.830312 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1300c-24c4-4a9c-923a-936567e2e16e req-90e3e3f8-7916-4619-8314-ac7a40c3f436 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:52.831676 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-11d1300c-24c4-4a9c-923a-936567e2e16e req-90e3e3f8-7916-4619-8314-ac7a40c3f436 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.1449449
Nov 04 13:54:52.837377 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940a79c-a5dc-4e07-9dc3-83427230782e req-92faec79-a397-4bb2-9b1d-6fc3dfb22f5e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:52.838772 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b940a79c-a5dc-4e07-9dc3-83427230782e req-92faec79-a397-4bb2-9b1d-6fc3dfb22f5e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 946 time: 0.1133976
Nov 04 13:54:52.912276 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-11d1300c-24c4-4a9c-923a-936567e2e16e req-97027492-960a-4b26-90be-bba90a8eb014 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725555
Nov 04 13:54:52.917248 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b940a79c-a5dc-4e07-9dc3-83427230782e req-fa907497-70b3-4683-946e-0964454be79d tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/security-groups?id=9d6f1b4d-93cc-4f29-b4b7-9696d9539895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642600
Nov 04 13:54:53.030215 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-df0ec2dc-dd98-4805-8a8d-1dbb6e68e7c0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:53.030932 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-df0ec2dc-dd98-4805-8a8d-1dbb6e68e7c0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Synchronizing usage tracker for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:54:53.120717 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-df0ec2dc-dd98-4805-8a8d-1dbb6e68e7c0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Unset dirty status for tenant:a4e68dfe15b34bf19bab0a00ee21765a on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:54:53.121814 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-df0ec2dc-dd98-4805-8a8d-1dbb6e68e7c0 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 946 time: 0.1678851
Nov 04 13:54:53.192833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Deleting port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:54:53.193169 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:53.544611 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] For port b4e8b1d2-a856-4866-8ccf-8c8367365ce2, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,segment=NetworkSegment(f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4),segment_id=f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:54:53.544963 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:53.676164 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Calling delete_port for b4e8b1d2-a856-4866-8ccf-8c8367365ce2 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:54:53.892276 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:53.899170 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5d55b432-6380-46d7-a406-5981b8fb989e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:53.903756 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['b4e8b1d2-a856-4866-8ccf-8c8367365ce2'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:54:53.960166 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Pushing event deleted for resources: {'Port': ['ID=b4e8b1d2-a856-4866-8ccf-8c8367365ce2,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:53.966017 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:54.038623 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] No DVR routers for this DVR port b4e8b1d2-a856-4866-8ccf-8c8367365ce2 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:54:54.041791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:54.044467 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'name': 'network-vif-deleted', 'tag': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:54:54.150684 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-edf75bfa-f26b-4d4c-8d14-0d8da128f005 req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.90 "DELETE /v2.0/ports/b4e8b1d2-a856-4866-8ccf-8c8367365ce2 HTTP/1.1" status: 204  len: 173 time: 1.0229924
Nov 04 13:54:54.158203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c4fb4-6c74-401d-96b6-fc722a7f7d02 req-8aba393c-c373-4b3c-9ee2-516262532c22 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:54.159790 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e36c4fb4-6c74-401d-96b6-fc722a7f7d02 req-8aba393c-c373-4b3c-9ee2-516262532c22 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0844698
Nov 04 13:54:54.223987 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b44bca91-ecf0-46db-9df6-5646602ca88a req-e2acc013-357d-46af-9a9a-dc533f5b1648 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] 10.222.0.96 "GET /v2.0/ports?device_id=4e033b0b-7238-402e-a97e-a2575d24c9b7 HTTP/1.1" status: 200  len: 210 time: 0.0629909
Nov 04 13:54:54.248504 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e36c4fb4-6c74-401d-96b6-fc722a7f7d02 req-817f4d8a-d428-4e38-88d8-873916ff14d9 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522611
Nov 04 13:54:54.310107 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e033b0b-7238-402e-a97e-a2575d24c9b7', 'name': 'network-vif-deleted', 'tag': 'b4e8b1d2-a856-4866-8ccf-8c8367365ce2', 'status': 'completed', 'code': 200}
Nov 04 13:54:55.335869 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34014) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:55.402522 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Deleting subnet 57f99843-0d54-46c4-9b0c-ee0713e332d4 {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:54:55.405482 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:55.460549 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5d9cd-582e-4ab9-ab91-e33a740a8b1e req-67d28c01-3bac-4aa0-bce5-c28786e63a74 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:55.461187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:55.462274 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dad5d9cd-582e-4ab9-ab91-e33a740a8b1e req-67d28c01-3bac-4aa0-bce5-c28786e63a74 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0828764
Nov 04 13:54:55.512240 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dad5d9cd-582e-4ab9-ab91-e33a740a8b1e req-8c058715-b4fb-4fd8-ba34-a005ff925bb5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438538
Nov 04 13:54:55.520719 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:55.655680 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:55.659809 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-eba7435c-961a-44b4-a2f9-7cf69e2a5318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:55.696299 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f99843-0d54-46c4-9b0c-ee0713e332d4,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:55.698811 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:55.701724 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:55.707752 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-802370b7-0045-48ee-98a9-ccc552ac4f08 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/57f99843-0d54-46c4-9b0c-ee0713e332d4 HTTP/1.1" status: 204  len: 168 time: 0.3707693
Nov 04 13:54:55.710327 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34020) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:55.815756 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:55.940755 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:55.966857 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a189190>,) {'filters': {'network_id': ['9b4042d1-642c-427f-ae18-dc05dfa016ae']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:55.980071 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a189190>, 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:55.980371 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a189190>, 'f2d0f4a0-9b74-4b6b-8137-ff73e378f7e4') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:54:55.992864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:56.008889 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:56.015731 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:54:56.016181 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:54:56.029902 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:54:56.217942 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:56.222645 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:56.227095 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6d916039-f28d-45d8-b2b7-060401738246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:56.250563 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4042d1-642c-427f-ae18-dc05dfa016ae,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:56.253020 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:56.361221 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-14d7f66c-f8f7-479d-8bda-2247f19fda11 admin admin] 10.222.0.96 "DELETE /v2.0/networks/9b4042d1-642c-427f-ae18-dc05dfa016ae HTTP/1.1" status: 204  len: 168 time: 0.6492918
Nov 04 13:54:56.714093 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720d1a0-a249-489a-a677-0d6a49af22d9 req-b81965ba-fc6e-4e47-8da0-72d80d96c60e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:56.715592 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d720d1a0-a249-489a-a677-0d6a49af22d9 req-b81965ba-fc6e-4e47-8da0-72d80d96c60e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0807638
Nov 04 13:54:56.762602 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d720d1a0-a249-489a-a677-0d6a49af22d9 req-1319424f-b2ce-4cf3-ba20-a1048cd1207e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415666
Nov 04 13:54:56.817783 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device b4e8b1d2-a856-4866-8ccf-8c8367365ce2 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:54:56.852320 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: b4e8b1d2-a856-4866-8ccf-8c8367365ce2 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:54:56.852672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device b4e8b1d2-a856-4866-8ccf-8c8367365ce2 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:54:56.872367 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34040) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:56.926171 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-2ff0e700-8a5e-4f38-b372-9491f15af978 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a4e68dfe15b34bf19bab0a00ee21765a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522449
Nov 04 13:54:56.928596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34044) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:54:56.997515 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:57.024530 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:57.164168 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:57.168226 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0e00761d-92cb-4da4-8077-d9fa3850a5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:54:57.181899 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6f1b4d-93cc-4f29-b4b7-9696d9539895,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:54:57.184337 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:54:57.187848 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:54:57.190423 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9d6f1b4d-93cc-4f29-b4b7-9696d9539895 HTTP/1.1" status: 204  len: 168 time: 0.2609191
Nov 04 13:54:57.999160 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36b8ea-1fee-4830-8f9c-2670a21476e0 req-5966631d-f3e5-4d4d-998b-b4e9f2668d1f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:58.000850 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b36b8ea-1fee-4830-8f9c-2670a21476e0 req-5966631d-f3e5-4d4d-998b-b4e9f2668d1f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.1095545
Nov 04 13:54:58.058428 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b36b8ea-1fee-4830-8f9c-2670a21476e0 req-fb434001-b4ca-47e8-b998-f5ee44edf741 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514765
Nov 04 13:54:59.270890 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cd89c-cbbd-4a0f-b20e-5756c257b197 req-f23fd2e0-01a4-44b4-84d7-27cb420fd382 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:54:59.272495 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dd9cd89c-cbbd-4a0f-b20e-5756c257b197 req-f23fd2e0-01a4-44b4-84d7-27cb420fd382 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0839782
Nov 04 13:54:59.323897 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dd9cd89c-cbbd-4a0f-b20e-5756c257b197 req-15d06ce8-5b49-485b-bc3e-392b34b83733 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434875
Nov 04 13:55:00.528331 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b617612-4c87-4249-ad41-91c160f88fb7 req-3937b2d8-e325-4c18-8628-84ae4b91e3a1 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:00.529662 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5b617612-4c87-4249-ad41-91c160f88fb7 req-3937b2d8-e325-4c18-8628-84ae4b91e3a1 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0781288
Nov 04 13:55:00.653756 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5b617612-4c87-4249-ad41-91c160f88fb7 req-c0f29ef0-165e-4b93-958a-986676ddf6c5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1185434
Nov 04 13:55:01.857192 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88129f5-266d-4a45-97cc-8ad5a6c7d75b req-f6bed402-fa18-474d-ada5-30d661521ba5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:01.858679 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a88129f5-266d-4a45-97cc-8ad5a6c7d75b req-f6bed402-fa18-474d-ada5-30d661521ba5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0822625
Nov 04 13:55:01.907551 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a88129f5-266d-4a45-97cc-8ad5a6c7d75b req-942ecbcf-f007-4b65-8c79-9c457d1b9da6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413816
Nov 04 13:55:02.220498 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-312a1d6e-8d9a-4b09-8cfd-23ccfa0c8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:02.323439 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:02.638048 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:02.870948 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 21d2ebc9-1fc6-47e2-978f-e1d615c27548 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:55:03.007711 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 21d2ebc9-1fc6-47e2-978f-e1d615c27548, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=21d2ebc9-1fc6-47e2-978f-e1d615c27548,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:03.021457 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'port_id': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'mac_address': 'fa:16:3e:de:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:55:03.081385 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:03.098612 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d2ebc9-1fc6-47e2-978f-e1d615c27548 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:55:03.111819 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69928e-af74-4c67-b831-611907dcca95 req-837b1683-a2d2-4ea1-95d8-ed2432681576 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:03.113261 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f69928e-af74-4c67-b831-611907dcca95 req-837b1683-a2d2-4ea1-95d8-ed2432681576 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 943 time: 0.0852818
Nov 04 13:55:03.115300 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 21d2ebc9-1fc6-47e2-978f-e1d615c27548, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=21d2ebc9-1fc6-47e2-978f-e1d615c27548,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:03.160144 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5f69928e-af74-4c67-b831-611907dcca95 req-5b61c0b6-aa41-49ef-9ca7-054bfe6f6b67 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406375
Nov 04 13:55:03.243509 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:03.245408 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-1438f672-f6b9-4394-90a9-da134f17af3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:03.311022 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=21d2ebc9-1fc6-47e2-978f-e1d615c27548,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:03.314119 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:03.509493 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['21d2ebc9-1fc6-47e2-978f-e1d615c27548'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:55:04.312212 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7742fac9-b47d-4cf4-81a1-66a96d4247b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:04.360318 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce297f-ccc6-4914-9265-0ef9606f228c req-5bc32a36-0bff-4811-9d19-4c3056154456 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:04.361796 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d0ce297f-ccc6-4914-9265-0ef9606f228c req-5bc32a36-0bff-4811-9d19-4c3056154456 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 944 time: 0.0812047
Nov 04 13:55:04.407842 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d0ce297f-ccc6-4914-9265-0ef9606f228c req-21fc6cc4-9958-42a3-894d-9fe70938ac79 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393920
Nov 04 13:55:04.739810 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34170) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:04.880046 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 21d2ebc9-1fc6-47e2-978f-e1d615c27548 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:55:04.895170 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:04.945431 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:04.954280 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Usage tracker for resource:security_group_rule and tenant:cb2b688aacb8456e9cfb70cf0d550303 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:04.957791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:04.964632 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:04.968254 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:55:05.039918 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.097342 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:55:05.103458 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:55:05.106586 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.126058 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.134456 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d55025a4-e966-4d47-962a-2e14d262daec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:05.187598 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53836c-7aa2-42cb-852c-6ca4111812b3,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:05.194359 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cb2b688aacb8456e9cfb70cf0d550303&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4534173
Nov 04 13:55:05.197607 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34188) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:05.202756 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.206476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.207398 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.212524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:05.229405 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.259456 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:55:05.276802 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 21d2ebc9-1fc6-47e2-978f-e1d615c27548, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=21d2ebc9-1fc6-47e2-978f-e1d615c27548,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:05.287645 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.316997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.323263 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'code': 200}
Nov 04 13:55:05.386220 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.388143 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:05.454006 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=21d2ebc9-1fc6-47e2-978f-e1d615c27548,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:05.463668 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.464012 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.464347 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.464675 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.465004 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.465495 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.465855 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.466181 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.466496 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.466861 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.467222 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:05.471050 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:05.480888 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.511834 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.515738 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-58beb4a6-6dea-4c06-8e34-1ad066d42a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:05.527608 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53836c-7aa2-42cb-852c-6ca4111812b3,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:05.529973 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:05.536515 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:05.537853 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7a53836c-7aa2-42cb-852c-6ca4111812b3 HTTP/1.1" status: 204  len: 168 time: 0.3391466
Nov 04 13:55:05.646453 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129cf6b-83ed-4426-91d3-3d874c7c0996 req-29300af6-94c6-4f83-8477-9ba133ffc98a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:05.648918 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2129cf6b-83ed-4426-91d3-3d874c7c0996 req-29300af6-94c6-4f83-8477-9ba133ffc98a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.0957568
Nov 04 13:55:05.674656 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7383afca-086b-4c7b-80a7-e095c80a2baf req-1cf8e471-e5e0-47d2-9b6b-4fa9b79d5834 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 1098 time: 0.0747955
Nov 04 13:55:05.705895 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2129cf6b-83ed-4426-91d3-3d874c7c0996 req-dbcf16a4-a4fb-4ff5-b0c6-8749c518e861 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473473
Nov 04 13:55:05.721253 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7383afca-086b-4c7b-80a7-e095c80a2baf req-e3ba551f-270e-42b9-90d4-76807a8f4ade service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393038
Nov 04 13:55:06.392135 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34212) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:06.410454 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:06.441948 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:06.448777 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe42cb3b28b4edfa5fd5bd672b01ef6 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:06.451635 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:06.457188 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:06.525977 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:06.608868 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:06.618453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f8b12a01-9b0a-40d2-9b95-190ee4c7e670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:06.739123 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bb9f3e-ea95-4b3c-91fa-16960d1b5b72,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:06.744969 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0fe42cb3b28b4edfa5fd5bd672b01ef6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3507659
Nov 04 13:55:06.744969 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:06.746513 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34218) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:06.808416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:06.834069 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:06.910084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb26be8-6d3a-4b84-a1d3-b8bc2a55d02d req-5076df3a-5b7d-42f2-ad08-28cfdee2b257 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:06.911511 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9cb26be8-6d3a-4b84-a1d3-b8bc2a55d02d req-5076df3a-5b7d-42f2-ad08-28cfdee2b257 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.0804553
Nov 04 13:55:06.959056 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9cb26be8-6d3a-4b84-a1d3-b8bc2a55d02d req-92a7a44d-96eb-487d-9fd1-a0cb34fe5acf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411718
Nov 04 13:55:06.994740 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:07.028954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:07.034327 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-89305347-4e23-4b8e-b5e3-37fbafdaf78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:07.046595 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bb9f3e-ea95-4b3c-91fa-16960d1b5b72,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:07.049970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:07.055927 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:07.057040 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/85bb9f3e-ea95-4b3c-91fa-16960d1b5b72 HTTP/1.1" status: 204  len: 168 time: 0.3096340
Nov 04 13:55:08.162421 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5128e7-7a7e-42ad-a9c7-19ca6f1427c3 req-67d309cd-0b8c-40a2-b16c-5a30e3672334 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:08.163928 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0f5128e7-7a7e-42ad-a9c7-19ca6f1427c3 req-67d309cd-0b8c-40a2-b16c-5a30e3672334 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.0821536
Nov 04 13:55:08.214188 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0f5128e7-7a7e-42ad-a9c7-19ca6f1427c3 req-0707c0cc-e452-4ae0-b3e8-2f8bb708c344 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446222
Nov 04 13:55:08.453774 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0febd67-b5c1-48af-9615-dee9b38c437f req-c21ef651-c0fb-4f51-a4b8-a0f0e8392678 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:08.455354 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e0febd67-b5c1-48af-9615-dee9b38c437f req-c21ef651-c0fb-4f51-a4b8-a0f0e8392678 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.0897298
Nov 04 13:55:08.503076 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e0febd67-b5c1-48af-9615-dee9b38c437f req-dc3b2e6f-9134-451c-aac8-676aed79818f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416718
Nov 04 13:55:08.532010 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34258) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:08.885596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-341871f1-6efd-4660-bd07-b5f092144e4c tempest-TestVolumeBootPattern-1441670027 tempest-TestVolumeBootPattern-1441670027-project-admin] Synchronizing usage tracker for tenant:77f9058a556f46bbb1ec3f66bf2f96dd on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:55:08.988611 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-341871f1-6efd-4660-bd07-b5f092144e4c tempest-TestVolumeBootPattern-1441670027 tempest-TestVolumeBootPattern-1441670027-project-admin] Unset dirty status for tenant:77f9058a556f46bbb1ec3f66bf2f96dd on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:55:08.990814 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-341871f1-6efd-4660-bd07-b5f092144e4c tempest-TestVolumeBootPattern-1441670027 tempest-TestVolumeBootPattern-1441670027-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 1093 time: 0.4570978
Nov 04 13:55:08.994145 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34276) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:08.999990 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'port_id': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:55:09.005617 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:09.009821 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:floatingip and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:09.012671 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:09.018530 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:09.106277 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:09.252655 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:09.393321 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Allocated IP 172.27.2.91 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/72ce600f-92fb-43de-b0b4-1c4b87bcfcfa) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:55:09.548500 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:09.663969 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:09.668043 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-be3b43cd-00e1-4a28-9cb9-51e73863b106 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:09.728343 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:55:09.735786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:55:09.739881 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:55:09.773559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=72ce600f-92fb-43de-b0b4-1c4b87bcfcfa,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:09.777721 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:10.312068 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:10.457534 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:10.681092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:10.743267 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:10.747564 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1f7d4370-bf5a-4c2f-bdf8-cebf77b79eb6 tempest-VolumesSnapshotTestJSON-61792333 tempest-VolumesSnapshotTestJSON-61792333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:10.938763 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=72ce600f-92fb-43de-b0b4-1c4b87bcfcfa,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:10.942789 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:10.958154 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:11.154820 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Floating IP 71a34043-3daf-4e98-b856-0f8607df7f9e associated. External IP: 172.27.2.91, port: 21d2ebc9-1fc6-47e2-978f-e1d615c27548.
Nov 04 13:55:11.561933 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:55:11.768485 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:55:11.780879 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:55:11.811879 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:55:11.812931 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab8be80>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:55:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:11.868809 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:11.997129 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6de84-3fb3-4cc8-99b3-3fec994f98c4 req-1ecaa396-04ab-40b1-a160-81256af8dbe5 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:11.998830 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0036142
Nov 04 13:55:11.999702 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:55:12.000255 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3dd6de84-3fb3-4cc8-99b3-3fec994f98c4 req-1ecaa396-04ab-40b1-a160-81256af8dbe5 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1031229
Nov 04 13:55:12.052603 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:55:12.057934 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3dd6de84-3fb3-4cc8-99b3-3fec994f98c4 req-56434997-1804-48d4-8c45-9d65cb541888 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465314
Nov 04 13:55:12.292887 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'status': 'completed', 'code': 200}
Nov 04 13:55:12.421393 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-4d24641c-8697-4440-827a-3fccdcf828a4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 1098 time: 0.0921743
Nov 04 13:55:12.480647 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d299447-ba15-44b2-aa9c-f74147ef6b7b req-cd7c0f14-ec3d-4d72-bacd-000a08b8af1f tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:12.487918 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4d299447-ba15-44b2-aa9c-f74147ef6b7b req-cd7c0f14-ec3d-4d72-bacd-000a08b8af1f tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 945 time: 0.0977318
Nov 04 13:55:12.501392 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab8be80>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '71a34043-3daf-4e98-b856-0f8607df7f9e', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:de:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:55:10Z', 'updated_at': '2021-11-04T13:55:10Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:12.505575 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:55:12.519390 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:55:12.519390 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab8be80>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:55:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:12.543169 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4d299447-ba15-44b2-aa9c-f74147ef6b7b req-44b83543-6379-4fbb-9374-f7decea975e8 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543919
Nov 04 13:55:12.581497 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-907e4879-9409-45ec-80c3-af3929a402b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:12.583050 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-907e4879-9409-45ec-80c3-af3929a402b7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.1532032
Nov 04 13:55:12.693321 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-0ad2778c-2ab8-4228-990f-be8153cf351e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21d2ebc9-1fc6-47e2-978f-e1d615c27548 HTTP/1.1" status: 200  len: 998 time: 0.1016626
Nov 04 13:55:12.705359 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:55:12.762787 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-e57962f3-05d0-453e-82d5-d0641338f441 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:12.764129 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-e57962f3-05d0-453e-82d5-d0641338f441 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0596895
Nov 04 13:55:12.844559 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-9507e31e-8bf8-42cd-8afc-d18cb28693eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697260
Nov 04 13:55:13.008216 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-52b8e3a0-c2ea-4d8d-b0b1-a57df975c276 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506889
Nov 04 13:55:13.091948 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab8be80>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '71a34043-3daf-4e98-b856-0f8607df7f9e', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:de:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:55:10Z', 'updated_at': '2021-11-04T13:55:10Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:13.108884 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531e2f39-a80b-4606-89e6-2f0eef1d20b8 None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '71a34043-3daf-4e98-b856-0f8607df7f9e', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:de:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:55:10Z', 'updated_at': '2021-11-04T13:55:10Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:55:13.311371 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0af65e31-b92c-46ad-be18-1b25ebe638c5 req-ba175a6e-2e38-4985-ad50-b0ca4ec04e22 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2957730
Nov 04 13:55:13.330239 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d9351-18c8-46b3-8f26-41bf2979d6b2 req-1d954316-8341-486d-b9d8-4ea31e934a57 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:13.332525 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f68d9351-18c8-46b3-8f26-41bf2979d6b2 req-1d954316-8341-486d-b9d8-4ea31e934a57 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1185856
Nov 04 13:55:13.380519 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b738c3d-bdc6-48e1-ac8e-106d9c51fe0e None None] New status for floating IP 71a34043-3daf-4e98-b856-0f8607df7f9e: ACTIVE {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:55:13.393757 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f68d9351-18c8-46b3-8f26-41bf2979d6b2 req-7c70dd83-b713-490b-b266-a412eef8cccc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536058
Nov 04 13:55:13.765138 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515da68-8467-479c-ab42-3189c4d30572 req-4ca27249-bba7-4ed7-ab66-e304daac1e16 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:13.766500 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a515da68-8467-479c-ab42-3189c4d30572 req-4ca27249-bba7-4ed7-ab66-e304daac1e16 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 945 time: 0.0816500
Nov 04 13:55:13.812867 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a515da68-8467-479c-ab42-3189c4d30572 req-255dc2be-30e2-4e11-b106-dc672284aa07 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407820
Nov 04 13:55:14.412050 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-3b13ad0d-5188-41f7-b38a-f65b0d7f25ef tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:14.413874 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-3b13ad0d-5188-41f7-b38a-f65b0d7f25ef tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Synchronizing usage tracker for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:55:14.427035 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-3b13ad0d-5188-41f7-b38a-f65b0d7f25ef tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Unset dirty status for tenant:73f891c473ce4d95b60c1b5ab12858a9 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:55:14.428907 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-3b13ad0d-5188-41f7-b38a-f65b0d7f25ef tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 945 time: 0.0919073
Nov 04 13:55:14.505336 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Deleting port a6f39319-35be-4b7c-83ca-7c6f10eb0555 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:55:14.505794 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:14.610149 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f39d66-e371-471a-ba52-35bc20724deb req-0071d964-35e3-4a93-a7a7-3451e16e5227 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:14.611613 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a5f39d66-e371-471a-ba52-35bc20724deb req-0071d964-35e3-4a93-a7a7-3451e16e5227 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0823545
Nov 04 13:55:14.668517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a5f39d66-e371-471a-ba52-35bc20724deb req-ed4993e5-d3bb-4333-aa26-a485dc038947 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466733
Nov 04 13:55:14.777909 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] For port a6f39319-35be-4b7c-83ca-7c6f10eb0555, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a6f39319-35be-4b7c-83ca-7c6f10eb0555,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:14.778262 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:15.019029 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c192f-4ec6-4dc1-91ff-c0d8f5130baf req-8e53972e-4933-412a-bac4-9bc3b72482bb tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:15.020694 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-de9c192f-4ec6-4dc1-91ff-c0d8f5130baf req-8e53972e-4933-412a-bac4-9bc3b72482bb tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 945 time: 0.0826261
Nov 04 13:55:15.069660 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-de9c192f-4ec6-4dc1-91ff-c0d8f5130baf req-ff22d984-3c6f-4ec2-8eda-20e263e47fff tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups?id=71e4e655-4885-4c37-81d7-5d2d0c211064&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429137
Nov 04 13:55:15.070220 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:15.070644 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:15.071120 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Floating IP df08a5d1-8d8d-46c8-ac11-52d8fb01fc77 disassociated. External IP: 172.27.2.50, port: a6f39319-35be-4b7c-83ca-7c6f10eb0555.
Nov 04 13:55:15.071311 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Calling delete_port for a6f39319-35be-4b7c-83ca-7c6f10eb0555 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:55:15.277285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:15.283492 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5a0a97cf-59ed-42e5-b2c3-1c2d893c4b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:15.330690 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event deleted for resources: {'Port': ['ID=a6f39319-35be-4b7c-83ca-7c6f10eb0555,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:15.334108 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:15.549200 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:55:15.762570 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:55:15.772289 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] Sync routers for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:55:15.787536 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:55:15.790249 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b05f370>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:55:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:15.953511 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e50bd7-9406-4a48-bd26-71eefb79c40b req-6aa25473-4c63-4413-9371-3866580c78aa tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:15.955273 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-41e50bd7-9406-4a48-bd26-71eefb79c40b req-6aa25473-4c63-4413-9371-3866580c78aa tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1322691
Nov 04 13:55:15.980563 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] No DVR routers for this DVR port a6f39319-35be-4b7c-83ca-7c6f10eb0555 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:55:15.983098 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:15.986006 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'name': 'network-vif-deleted', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:55:16.018045 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-41e50bd7-9406-4a48-bd26-71eefb79c40b req-63d0a40b-0ab5-4d40-a6a5-61c703022840 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561700
Nov 04 13:55:16.028415 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:55:16.060701 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5', 'name': 'network-vif-deleted', 'tag': 'a6f39319-35be-4b7c-83ca-7c6f10eb0555', 'status': 'completed', 'code': 200}
Nov 04 13:55:16.120996 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-0e9938b1-0282-4cc2-a4d6-9a954843aa10 req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.90 "DELETE /v2.0/ports/a6f39319-35be-4b7c-83ca-7c6f10eb0555 HTTP/1.1" status: 204  len: 173 time: 1.6818380
Nov 04 13:55:16.278843 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-27318eac-15bb-4703-8890-cab2f99c2bf4 req-440dd006-0397-4bba-8730-5b2022435f84 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/ports?device_id=82f3fcfe-b4df-4e6e-87f7-80bdb68f34e5 HTTP/1.1" status: 200  len: 210 time: 0.0838115
Nov 04 13:55:16.364703 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b05f370>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:16.368581 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] Checking router: f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:55:16.379208 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:55:16.384176 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b05f370>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:55:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:16.611945 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:55:16.949401 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a6f39319-35be-4b7c-83ca-7c6f10eb0555 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:55:16.992323 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: a6f39319-35be-4b7c-83ca-7c6f10eb0555 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:55:16.992665 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a6f39319-35be-4b7c-83ca-7c6f10eb0555 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:55:17.004152 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b05f370>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:17.009244 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b77a3e-5c70-404f-b01e-864e544785ff None None] The sync data for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi is: [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:48:44Z', 'revision_number': 4, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '99fdd80e-5abe-4ca2-bff8-babd50614ab6', 'name': '', 'network_id': '6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'mac_address': 'fa:16:3e:47:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:42Z', 'updated_at': '2021-11-04T13:48:57Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'subnets': [{'id': '45009a93-a4f4-4328-bba4-4f77e947f0b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:55:17.237679 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcc23f-178b-44ee-a490-38c3eadff8c6 req-1e6344d7-c861-48d5-91a9-fabbddfb1ec9 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:17.240378 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d5bcc23f-178b-44ee-a490-38c3eadff8c6 req-1e6344d7-c861-48d5-91a9-fabbddfb1ec9 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0916076
Nov 04 13:55:17.274734 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021fe33f-9449-4aeb-b43a-24ad0a6dd36e None None] New status for floating IP df08a5d1-8d8d-46c8-ac11-52d8fb01fc77: DOWN {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:55:17.300404 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d5bcc23f-178b-44ee-a490-38c3eadff8c6 req-ad4effc1-047d-4240-83ba-bcb0bd35f38e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535741
Nov 04 13:55:17.501101 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34406) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:17.567951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:17.603320 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:17.734099 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:17.738015 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-91600e14-1b01-4b0f-82d4-fe8893609892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:17.754080 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e4e655-4885-4c37-81d7-5d2d0c211064,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:17.757217 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:17.825129 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:17.826281 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "DELETE /v2.0/security-groups/71e4e655-4885-4c37-81d7-5d2d0c211064 HTTP/1.1" status: 204  len: 168 time: 0.3241858
Nov 04 13:55:17.829397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34412) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:17.848094 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.api.v2.resource [None req-a425919a-0629-45b2-9d15-26d560042ed6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] show failed (client error): The resource could not be found.
Nov 04 13:55:17.849090 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a425919a-0629-45b2-9d15-26d560042ed6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "GET /v2.0/security-groups/71e4e655-4885-4c37-81d7-5d2d0c211064 HTTP/1.1" status: 404  len: 347 time: 0.0187693
Nov 04 13:55:17.852543 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34418) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:18.017205 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Deleting port 3c649712-0bb6-4582-b7f4-972b6d46379f {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:55:18.017431 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:18.188082 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:18.188397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:18.319606 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Calling delete_port for 3c649712-0bb6-4582-b7f4-972b6d46379f owned by network:floatingip {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:55:18.522943 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02facb-3a5e-455e-8e5f-b0d1acd37940 req-e70c919e-6750-49ec-9c53-2d2b0582b1b2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:18.524886 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b02facb-3a5e-455e-8e5f-b0d1acd37940 req-e70c919e-6750-49ec-9c53-2d2b0582b1b2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0879667
Nov 04 13:55:18.540327 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:18.545049 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0e7131c9-6157-4c3f-bced-e140248161cd tempest-VolumesActionsTest-782618553 tempest-VolumesActionsTest-782618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:18.576681 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4b02facb-3a5e-455e-8e5f-b0d1acd37940 req-4b3a526e-dfe0-48ae-aefb-39e17ba0dfd1 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460463
Nov 04 13:55:18.595137 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Pushing event deleted for resources: {'Port': ['ID=3c649712-0bb6-4582-b7f4-972b6d46379f,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:18.603537 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:18.699675 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks [] for floatingip, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:18.715395 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:18.716525 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] 10.222.0.96 "DELETE /v2.0/floatingips/df08a5d1-8d8d-46c8-ac11-52d8fb01fc77 HTTP/1.1" status: 204  len: 168 time: 0.8630829
Nov 04 13:55:19.793094 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc4d44-bd75-4fcb-9054-91f36bb85ad1 req-2ccb83a7-60ef-41e6-b151-5b96ff1415a9 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:19.798303 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-acbc4d44-bd75-4fcb-9054-91f36bb85ad1 req-2ccb83a7-60ef-41e6-b151-5b96ff1415a9 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0877352
Nov 04 13:55:19.856607 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-acbc4d44-bd75-4fcb-9054-91f36bb85ad1 req-85f8f3ae-f73b-4a92-a3a7-ae2400080696 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562618
Nov 04 13:55:21.142309 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a00a8b-4ef9-4529-ad30-5745285fc629 req-73a070ca-e474-4a2e-a00d-b4b6c71e6368 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:21.143777 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f3a00a8b-4ef9-4529-ad30-5745285fc629 req-73a070ca-e474-4a2e-a00d-b4b6c71e6368 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1618314
Nov 04 13:55:21.199511 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f3a00a8b-4ef9-4529-ad30-5745285fc629 req-c0dee1d4-a686-4198-9358-71caf2babc5f tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479126
Nov 04 13:55:22.174614 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6166e40-82c0-4730-a233-4fdeab47588e req-e7f64393-d022-40fa-9b55-bda28bf70fd1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1099 time: 0.0808530
Nov 04 13:55:22.329975 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166e40-82c0-4730-a233-4fdeab47588e req-0d1fd8d7-b018-4800-9601-0b1aaac8b16f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:22.331511 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6166e40-82c0-4730-a233-4fdeab47588e req-0d1fd8d7-b018-4800-9601-0b1aaac8b16f service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 200  len: 909 time: 0.1490242
Nov 04 13:55:22.436306 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b3eff-1cf8-4cf7-9ed9-340d18bebf42 req-93acdb45-ccb7-43ee-8bc6-e7fa83bef005 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:22.438370 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ce7b3eff-1cf8-4cf7-9ed9-340d18bebf42 req-93acdb45-ccb7-43ee-8bc6-e7fa83bef005 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0863256
Nov 04 13:55:22.448380 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6166e40-82c0-4730-a233-4fdeab47588e req-685f51fd-1040-4660-b564-c03703ce5992 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 200  len: 1000 time: 0.1046252
Nov 04 13:55:22.487640 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ce7b3eff-1cf8-4cf7-9ed9-340d18bebf42 req-335c4ff4-fd7d-48d1-aea6-fc4130fd7c5f tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431895
Nov 04 13:55:22.517912 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166e40-82c0-4730-a233-4fdeab47588e req-5dba9f7e-269a-4aff-9bcd-ee8c942d9b27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:22.519396 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6166e40-82c0-4730-a233-4fdeab47588e req-5dba9f7e-269a-4aff-9bcd-ee8c942d9b27 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16d2cd62-1957-4e27-9e09-312447b72513 HTTP/1.1" status: 200  len: 847 time: 0.0640471
Nov 04 13:55:22.597481 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6166e40-82c0-4730-a233-4fdeab47588e req-a41c71c7-7042-4d06-8fc2-46f0dc88c034 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703235
Nov 04 13:55:22.734560 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6166e40-82c0-4730-a233-4fdeab47588e req-f24f8719-426a-42ba-90f0-6378f6895eca service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295950
Nov 04 13:55:22.949673 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e6166e40-82c0-4730-a233-4fdeab47588e req-aded7955-f4ce-40bc-865f-365e3c19c29e service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072580
Nov 04 13:55:23.398852 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34514) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:23.559423 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34524) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:23.691541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6f402-db51-4936-977b-24ddb999f5a2 req-a3e568c7-6885-472e-ba2d-14b17002c8e1 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:23.694330 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-42a6f402-db51-4936-977b-24ddb999f5a2 req-a3e568c7-6885-472e-ba2d-14b17002c8e1 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0814221
Nov 04 13:55:23.731892 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:23.742017 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-42a6f402-db51-4936-977b-24ddb999f5a2 req-663384f1-3d2f-4d88-b569-823f4296fcde tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432367
Nov 04 13:55:23.777827 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:23.791794 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Usage tracker for resource:security_group_rule and tenant:11bab47a72524fffac68291359c126e8 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:23.795960 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:23.803184 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:23.954839 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.040494 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.050263 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-dab56782-5c02-43ce-b891-8ddd90dee961 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:24.093291 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cbfc2-ab9c-484d-a7b2-73940f23d584 req-89e71495-425f-4707-b684-d56a8b0b5c39 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:24.094776 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-511cbfc2-ab9c-484d-a7b2-73940f23d584 req-89e71495-425f-4707-b684-d56a8b0b5c39 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0845904
Nov 04 13:55:24.104712 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5476e8-d8c8-4079-be6a-9f369c48053b,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:24.110007 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:24.144768 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-511cbfc2-ab9c-484d-a7b2-73940f23d584 req-449edad3-686e-48b3-ad94-28f27bfeeb37 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427766
Nov 04 13:55:24.158581 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=11bab47a72524fffac68291359c126e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5975950
Nov 04 13:55:24.162279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34538) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:24.223340 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.227667 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.250218 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.362914 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.366709 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-03897756-30b0-4feb-9600-5aa347d832c6 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:24.378439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5476e8-d8c8-4079-be6a-9f369c48053b,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:24.390845 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.391210 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.391565 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.391915 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.392296 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.392637 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.393220 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.393637 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.394010 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.394350 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.394714 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:55:24.397976 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.401450 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/ef5476e8-d8c8-4079-be6a-9f369c48053b HTTP/1.1" status: 204  len: 168 time: 0.2353477
Nov 04 13:55:24.401450 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:24.862769 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Deleting port 99fdd80e-5abe-4ca2-bff8-babd50614ab6 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:55:24.863328 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:24.956892 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca9abf-629c-490f-90a7-be78b10ca36c req-abaa4142-75f9-45f0-9919-32d34af263c6 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:24.958418 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d9ca9abf-629c-490f-90a7-be78b10ca36c req-abaa4142-75f9-45f0-9919-32d34af263c6 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0835967
Nov 04 13:55:25.005639 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d9ca9abf-629c-490f-90a7-be78b10ca36c req-be8991cf-f24e-4795-80f5-0bcf7ce37967 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411758
Nov 04 13:55:25.068477 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] For port 99fdd80e-5abe-4ca2-bff8-babd50614ab6, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=99fdd80e-5abe-4ca2-bff8-babd50614ab6,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:25.069569 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.142247 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34548) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:25.161097 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.198365 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:25.204761 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Usage tracker for resource:security_group_rule and tenant:c37c9a33e3b14799bc4c732766c785c5 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:25.207866 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:25.225018 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:25.294599 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Calling delete_port for 99fdd80e-5abe-4ca2-bff8-babd50614ab6 owned by network:router_interface {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:55:25.360618 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.396074 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0c154-c65e-48a0-8782-1e8fc048a1b1 req-a396b63a-9bfa-4fab-bc55-033d7cb2db17 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:25.397758 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75a0c154-c65e-48a0-8782-1e8fc048a1b1 req-a396b63a-9bfa-4fab-bc55-033d7cb2db17 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0960057
Nov 04 13:55:25.437364 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.447457 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:25.478271 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-75a0c154-c65e-48a0-8782-1e8fc048a1b1 req-18b7ba6b-28af-4e2e-90f3-9933b8ca52e4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744333
Nov 04 13:55:25.494977 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f118be2-7b64-41c3-95b6-36c9fbcf7da8,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:25.500280 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:25.503933 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c37c9a33e3b14799bc4c732766c785c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3605204
Nov 04 13:55:25.507290 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34554) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:25.547346 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.560018 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bd9da9e6-09d0-41de-828e-d6282f85776b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:25.610256 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fdd80e-5abe-4ca2-bff8-babd50614ab6,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:25.617269 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:25.698807 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.752081 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.966519 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:25.971333 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-df2c0731-cd7d-400c-b530-aae667b795e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:26.002042 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f118be2-7b64-41c3-95b6-36c9fbcf7da8,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:26.006488 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:26.028247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:26.028247 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7f118be2-7b64-41c3-95b6-36c9fbcf7da8 HTTP/1.1" status: 204  len: 168 time: 0.5192413
Nov 04 13:55:26.038158 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:26.233098 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bff2a-7457-465c-b21e-5299acc74a4c req-f834486b-d9d3-4a26-9993-73f5d1be5ac1 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:26.234964 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-369bff2a-7457-465c-b21e-5299acc74a4c req-f834486b-d9d3-4a26-9993-73f5d1be5ac1 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0835040
Nov 04 13:55:26.308216 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-369bff2a-7457-465c-b21e-5299acc74a4c req-8ccc6f95-de8e-441a-99af-aa4694367e4d tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670874
Nov 04 13:55:26.503398 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-798d5213-1855-4f6c-9ed1-726aa525d116 req-c483495f-634a-4986-bf51-6fb1fa106788 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0723662
Nov 04 13:55:26.660441 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:55:26.705026 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca33e8c-03d6-4177-be5e-505acbb6d08f req-208bf24d-e7f0-419a-b9ee-6601cda1127b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:26.706516 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0ca33e8c-03d6-4177-be5e-505acbb6d08f req-208bf24d-e7f0-419a-b9ee-6601cda1127b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0830884
Nov 04 13:55:26.755743 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0ca33e8c-03d6-4177-be5e-505acbb6d08f req-88890352-48f9-4e98-a311-d63b9792f5cb tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430012
Nov 04 13:55:26.901044 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34572) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:26.930192 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:26.977989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:26.991204 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Usage tracker for resource:security_group_rule and tenant:0df0a796b5014241835a3321a847b29e is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:26.992923 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:55:27.000110 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] 10.222.0.96 "PUT /v2.0/routers/f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5968213
Nov 04 13:55:27.000211 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:27.000305 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34580) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:27.002308 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] Sync routers for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:55:27.006733 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:27.010657 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 36b45629-d2be-45d8-9e8b-3b455aaea3b6 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:55:27.014034 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce874a9-b5b9-4a2e-9125-d806be322df7 req-5b8059f2-d609-45e7-8867-c470b4fb1d96 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:27.015508 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7ce874a9-b5b9-4a2e-9125-d806be322df7 req-5b8059f2-d609-45e7-8867-c470b4fb1d96 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1460962
Nov 04 13:55:27.088631 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7ce874a9-b5b9-4a2e-9125-d806be322df7 req-0ca9537c-d153-4d70-821c-83f96f8401ea tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652189
Nov 04 13:55:27.118715 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34584) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:27.142109 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.149539 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:55:27.150216 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751aac4a30>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:55:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:27.231176 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.240468 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-255238db-335d-4d09-9f53-3824e865cfdf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:27.294939 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4edc577-e085-4c25-aefc-0c8a1cd085fd,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:27.305668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.315071 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0df0a796b5014241835a3321a847b29e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4126997
Nov 04 13:55:27.316222 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:27.316961 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34590) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:27.327416 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.371203 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:55:27.385232 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:27.385970 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.387793 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:55:27.417136 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.485693 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-817f3539-ad16-4abd-97a1-5b38b243e2ba service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3611047
Nov 04 13:55:27.491725 dv-cinder-810367-1-iscsi neutron-server[83646]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'code': 422} returned with failed status
Nov 04 13:55:27.499994 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.501934 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:27.560320 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.565599 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.569838 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:27.583980 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=6']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:27.586677 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4edc577-e085-4c25-aefc-0c8a1cd085fd,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:27.590115 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:27.590334 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:27.598317 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.599610 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b4edc577-e085-4c25-aefc-0c8a1cd085fd HTTP/1.1" status: 204  len: 168 time: 0.2820351
Nov 04 13:55:27.653687 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Deleting port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:55:27.653973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.785512 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751aac4a30>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:55:25Z', 'revision_number': 5, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port': {'id': 'fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:48:38Z', 'updated_at': '2021-11-04T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:27.790589 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] Checking router: f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:55:27.801718 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] Routers {'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:55:27.802367 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751aac4a30>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:55:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:27.842231 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] For port fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:27.842623 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:27.970053 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Calling delete_port for fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 owned by network:router_gateway {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:55:28.010282 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] Set router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 gateway port host: None {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:55:28.022041 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6db58-0e2a-48fc-8a94-dead94cffe05 req-3c435585-c537-4a65-baa6-8ae5e69d411b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:28.023576 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25e6db58-0e2a-48fc-8a94-dead94cffe05 req-3c435585-c537-4a65-baa6-8ae5e69d411b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0825212
Nov 04 13:55:28.083564 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25e6db58-0e2a-48fc-8a94-dead94cffe05 req-c49b0c50-a548-4809-9702-f11d4513fe1f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540798
Nov 04 13:55:28.213821 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751aac4a30>, [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:55:27Z', 'revision_number': 6, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port_host': None}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:28.219547 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068ba86-68ae-4f12-87a7-667537bfd6b7 None None] The sync data for ids ['f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5'] in dv-cinder-810367-1-iscsi is: [{'id': 'f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5', 'name': 'tempest-AttachVolumeTestJSON-34130399-router', 'tenant_id': '73f891c473ce4d95b60c1b5ab12858a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:48:36Z', 'updated_at': '2021-11-04T13:55:27Z', 'revision_number': 6, 'project_id': '73f891c473ce4d95b60c1b5ab12858a9', 'gw_port_host': None}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:55:28.236834 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:28.243833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9e44ef66-bd1d-4f1e-af83-76df48828f70 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:28.364294 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729eaf-c1ef-41ce-aa62-3672ee5db05f req-310aed71-f7b1-4614-8df3-05207a1c2fee tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:28.367042 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4a729eaf-c1ef-41ce-aa62-3672ee5db05f req-310aed71-f7b1-4614-8df3-05207a1c2fee tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1238182
Nov 04 13:55:28.397201 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:28.402483 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:28.420467 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4a729eaf-c1ef-41ce-aa62-3672ee5db05f req-0db2aa54-bacf-4056-8d73-87af59bcf140 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474553
Nov 04 13:55:28.580364 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.036067 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.041107 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.206031 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.206736 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 {{(pid=83645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 13:55:29.226358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.228181 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] 10.222.0.96 "DELETE /v2.0/routers/f6a07e7c-b319-47ac-bbb3-b9b7ebaf5ad5 HTTP/1.1" status: 204  len: 168 time: 2.2205675
Nov 04 13:55:29.232217 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34624) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:29.351624 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_v2 [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Deleting subnet 45009a93-a4f4-4328-bba4-4f77e947f0b5 {{(pid=83644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:55:29.356538 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.434512 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837880d9-f732-4b14-a08a-9b04f1cf855a req-7354fe04-499f-469d-9941-652ee9057adc tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:29.436074 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-837880d9-f732-4b14-a08a-9b04f1cf855a req-7354fe04-499f-469d-9941-652ee9057adc tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1670544
Nov 04 13:55:29.438411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237678'] for subnet, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.713109 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-837880d9-f732-4b14-a08a-9b04f1cf855a req-bb9d86b8-2568-4e17-a100-fdb8563374a6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1573908
Nov 04 13:55:29.763441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:29.804159 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd8b48-0949-4781-aaa9-8cec49c77251 req-79556d6b-2ebc-47c2-9f87-d503be0e5ca6 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:29.805643 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1cdd8b48-0949-4781-aaa9-8cec49c77251 req-79556d6b-2ebc-47c2-9f87-d503be0e5ca6 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.2318134
Nov 04 13:55:29.873240 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1cdd8b48-0949-4781-aaa9-8cec49c77251 req-5429e5be-6b72-45f4-a637-224e20dd3851 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605512
Nov 04 13:55:29.984934 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:55:30.019425 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:55:30.019425 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device fc8ad6d0-e0d0-4f75-849a-e464ee1ca3e0 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:55:30.019425 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 99fdd80e-5abe-4ca2-bff8-babd50614ab6 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:55:30.052551 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 99fdd80e-5abe-4ca2-bff8-babd50614ab6 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:55:30.052973 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 99fdd80e-5abe-4ca2-bff8-babd50614ab6 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:55:30.060008 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1150057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626046'] for subnet, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.064267 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-12e84924-4154-4028-9b3a-772e1f663348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:30.106689 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45009a93-a4f4-4328-bba4-4f77e947f0b5,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:30.110392 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:30.113119 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.123415 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-f768e65e-61dc-42ec-98cf-a1c8d98527c1 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/45009a93-a4f4-4328-bba4-4f77e947f0b5 HTTP/1.1" status: 204  len: 168 time: 0.8865824
Nov 04 13:55:30.123558 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9a5d9a-2746-410e-bff0-03af2e5a0d6c None None] Network 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:55:30.123667 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34640) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:30.293829 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.319684 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Deleting port 30748261-1e9f-48e1-8827-244ffdb35a6e {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:55:30.321417 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.335450 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-b005ba84-f323-4112-93ff-2e4d9392b952 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638&tenant_id=50e0fa78a5624d548307a24e279b8b2e HTTP/1.1" status: 200  len: 1097 time: 0.1113670
Nov 04 13:55:30.393369 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] DHCP port deletion for 6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 13:55:30.399630 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Deleting port 30748261-1e9f-48e1-8827-244ffdb35a6e {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:55:30.400052 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.455990 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-99bb5b42-6093-4648-be2c-9429ab00b964 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1097 time: 0.0886855
Nov 04 13:55:30.589775 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] For port 30748261-1e9f-48e1-8827-244ffdb35a6e, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=30748261-1e9f-48e1-8827-244ffdb35a6e,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:30.590496 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.609443 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-abc498f3-68f0-46cf-8e15-4b89ea251cdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:30.612010 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-abc498f3-68f0-46cf-8e15-4b89ea251cdd service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 200  len: 909 time: 0.1473174
Nov 04 13:55:30.633401 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] For port 30748261-1e9f-48e1-8827-244ffdb35a6e, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=30748261-1e9f-48e1-8827-244ffdb35a6e,segment=NetworkSegment(61ba8fe0-5007-4e52-a476-c4c91beb8bb3),segment_id=61ba8fe0-5007-4e52-a476-c4c91beb8bb3)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:30.633819 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.729019 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-e979f289-78f2-4353-abf8-3ad6054e3f1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 200  len: 998 time: 0.1098351
Nov 04 13:55:30.732458 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Calling delete_port for 30748261-1e9f-48e1-8827-244ffdb35a6e owned by network:dhcp {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:55:30.758300 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Calling delete_port for 30748261-1e9f-48e1-8827-244ffdb35a6e owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:55:30.809159 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-f52fabc5-f0f3-40e4-8c77-6a7e6660a597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:30.810836 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-f52fabc5-f0f3-40e4-8c77-6a7e6660a597 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16d2cd62-1957-4e27-9e09-312447b72513 HTTP/1.1" status: 200  len: 847 time: 0.0744226
Nov 04 13:55:30.891947 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:30.894388 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-515e1ef3-b5f6-4e98-bb87-46c261c451c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:30.914940 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-d88998c2-abe3-48b7-b715-66de77be4702 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907588
Nov 04 13:55:30.972688 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 13:55:30.973230 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 13:55:31.032187 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] No DVR routers for this DVR port 30748261-1e9f-48e1-8827-244ffdb35a6e on host dv-cinder-810367-1-iscsi {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:55:31.067442 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Pushing event deleted for resources: {'Port': ['ID=30748261-1e9f-48e1-8827-244ffdb35a6e,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:31.081366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:31.088768 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-7a872510-aba1-4f17-be94-97de5f7d645c service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699169
Nov 04 13:55:31.218363 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:31.236756 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3a53a1a7-e3e9-4e3a-972b-32f107ea2b5c req-a59f8cd3-4ca8-4103-92ae-961062078407 service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413825
Nov 04 13:55:31.256715 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a0bd9d0>,) {'filters': {'network_id': ['6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb']}} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:31.275439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a0bd9d0>, '61ba8fe0-5007-4e52-a476-c4c91beb8bb3') {'for_net_delete': True} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:31.275722 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a0bd9d0>, '61ba8fe0-5007-4e52-a476-c4c91beb8bb3') {} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:55:31.291540 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237685'] for segment, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:31.324125 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6f6ef-4e41-438e-8b64-cdf8ef3c8d8a req-8972775f-f114-421c-86a8-d0c9c05ee355 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:31.326625 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94a6f6ef-4e41-438e-8b64-cdf8ef3c8d8a req-8972775f-f114-421c-86a8-d0c9c05ee355 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.3781941
Nov 04 13:55:31.326889 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:31.337187 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2e5b3-3153-4ac9-a8bc-6ef4be30fbe6 req-de6636af-9990-46bd-ba5a-dc0e78b5123b tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:31.338813 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64c2e5b3-3153-4ac9-a8bc-6ef4be30fbe6 req-de6636af-9990-46bd-ba5a-dc0e78b5123b tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.2613735
Nov 04 13:55:31.342248 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:55:31.342642 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149955'] for segment, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]: Traceback (most recent call last):
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     timer()
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     cb(*args, **kw)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     return func(*args, **kwargs)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     self._notify()
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     self.callback(batched_events)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     event.method(event)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     return f(self, *a, **k)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._get(url).json()
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:55:31.357546 dv-cinder-810367-1-iscsi neutron-server[83644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:55:31.476025 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Deleting port 30748261-1e9f-48e1-8827-244ffdb35a6e {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:55:31.477167 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:31.500666 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94a6f6ef-4e41-438e-8b64-cdf8ef3c8d8a req-aa650b01-94dd-4576-bf0d-efef387c654d tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1595697
Nov 04 13:55:31.503098 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64c2e5b3-3153-4ac9-a8bc-6ef4be30fbe6 req-5f51ecee-a4f2-4c86-a2f2-a52c9fc1fafc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290202
Nov 04 13:55:31.559466 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-7101ba6b-1da4-4092-8e20-f644607e3239 None None] The port '30748261-1e9f-48e1-8827-244ffdb35a6e' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 13:55:31.579593 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:31.585534 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:31.589705 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:31.616813 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:31.619557 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:31.695044 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-6a0936a0-54f0-421d-a987-49c0c5c85396 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6dbf1a6e-0d0f-444d-ac2c-a0a1a2fa2cdb HTTP/1.1" status: 204  len: 168 time: 1.5709922
Nov 04 13:55:31.981768 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 30748261-1e9f-48e1-8827-244ffdb35a6e no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:55:32.014747 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 30748261-1e9f-48e1-8827-244ffdb35a6e {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:55:32.015091 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 30748261-1e9f-48e1-8827-244ffdb35a6e not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:55:32.125606 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a68ecb90-e2fc-4187-9f6e-8aca0bb40f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:32.181838 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34670) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:32.234215 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f01966d9-aa0f-4e8e-8a24-29b0c6ea015f admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=73f891c473ce4d95b60c1b5ab12858a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0510681
Nov 04 13:55:32.236676 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34674) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:32.253594 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:32.397091 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-93cd33df-a464-4258-8d09-a8c4addbe0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:32.423317 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-93cd33df-a464-4258-8d09-a8c4addbe0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:32.557390 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-93cd33df-a464-4258-8d09-a8c4addbe0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:32.567067 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-30025690-812d-4522-ab9f-fc9bf0f53bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:32.578718 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd33df-a464-4258-8d09-a8c4addbe0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080e3570-d04e-407a-9787-0a5927250f5c,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:32.586056 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-93cd33df-a464-4258-8d09-a8c4addbe0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:32.586827 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-93cd33df-a464-4258-8d09-a8c4addbe0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:32.590382 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-93cd33df-a464-4258-8d09-a8c4addbe0c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/080e3570-d04e-407a-9787-0a5927250f5c HTTP/1.1" status: 204  len: 168 time: 0.3503294
Nov 04 13:55:32.696835 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:32.806441 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c04b2-4ed4-425f-8de9-5ee715892539 req-ef44a3d7-8926-44da-a948-50ef5ffdd8ce tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:32.807806 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1f8c04b2-4ed4-425f-8de9-5ee715892539 req-ef44a3d7-8926-44da-a948-50ef5ffdd8ce tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1434884
Nov 04 13:55:32.813392 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca7ce8-c33e-4faf-9eb2-087ac2f913fe req-bb5de9d1-12c7-4e47-88f0-c6b3cd2a13aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:32.814799 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-09ca7ce8-c33e-4faf-9eb2-087ac2f913fe req-bb5de9d1-12c7-4e47-88f0-c6b3cd2a13aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1177151
Nov 04 13:55:32.892394 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1f8c04b2-4ed4-425f-8de9-5ee715892539 req-50a23ee4-238d-4642-a45c-7019a73d0e3f tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766258
Nov 04 13:55:32.897012 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-09ca7ce8-c33e-4faf-9eb2-087ac2f913fe req-6af2ec1c-d10c-44d2-a0da-eb4ef9be5c11 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650024
Nov 04 13:55:34.182178 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8cc67-1c9c-40d4-b657-4a07b2af3040 req-0ea25893-21fe-439e-8cc6-5069a0efc708 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:34.183582 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9e8cc67-1c9c-40d4-b657-4a07b2af3040 req-0ea25893-21fe-439e-8cc6-5069a0efc708 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1568878
Nov 04 13:55:34.190124 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729aa77-c979-44aa-8fbb-0c8a61878d98 req-25767cd6-8e2f-4b37-87c8-f0f5c4db6ade tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:34.191585 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7729aa77-c979-44aa-8fbb-0c8a61878d98 req-25767cd6-8e2f-4b37-87c8-f0f5c4db6ade tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1202674
Nov 04 13:55:34.277046 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f9e8cc67-1c9c-40d4-b657-4a07b2af3040 req-134b1bc3-cd0e-4d85-8d46-99823905e415 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844460
Nov 04 13:55:34.290012 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7729aa77-c979-44aa-8fbb-0c8a61878d98 req-885c74f0-2bec-4e8a-bac6-8ebf5c3e01d3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822239
Nov 04 13:55:34.340470 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb8c649b-9149-4056-ab2c-119b07f52890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:35.038367 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:55:35.173562 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:35.187745 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'port_id': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'mac_address': 'fa:16:3e:b2:dc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:55:35.246319 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:35.264148 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a876ceb6-8fa1-40f4-ba83-72f4d1258ace {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:55:35.280319 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:35.348570 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:35.352404 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:35.478256 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['a876ceb6-8fa1-40f4-ba83-72f4d1258ace'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:55:35.547062 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe09f9a-3d0f-4334-8b8d-8a2fc4898242 req-d66526f8-9750-4774-9020-ffcd56349b60 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:35.554476 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dbe09f9a-3d0f-4334-8b8d-8a2fc4898242 req-d66526f8-9750-4774-9020-ffcd56349b60 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1546302
Nov 04 13:55:35.567218 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=6']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:35.574114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:35.575114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:35.605285 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1530de-3e4d-4fbe-87d6-ffadcb479cc6 req-ae1d0cb6-b453-472f-94aa-9c9937452a36 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:35.606764 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3c1530de-3e4d-4fbe-87d6-ffadcb479cc6 req-ae1d0cb6-b453-472f-94aa-9c9937452a36 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 944 time: 0.1639240
Nov 04 13:55:35.643309 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-dbe09f9a-3d0f-4334-8b8d-8a2fc4898242 req-f7b7413b-c00e-4d56-8804-ea21c09e9a79 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879035
Nov 04 13:55:35.710968 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3c1530de-3e4d-4fbe-87d6-ffadcb479cc6 req-eb2ff84d-4361-4d28-bc56-6e693d79ed55 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963657
Nov 04 13:55:36.604218 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-ef8efd28-686f-457c-8dce-0d26ffbe3108 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1097 time: 0.0702722
Nov 04 13:55:36.752873 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-37fb61c5-5bff-461c-866f-332a934e235c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:36.754443 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-37fb61c5-5bff-461c-866f-332a934e235c service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 200  len: 909 time: 0.1295528
Nov 04 13:55:36.866456 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-26cfc90a-1bd5-4a1f-aabf-356865da8821 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 200  len: 998 time: 0.1045914
Nov 04 13:55:36.904229 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984be2bd-ebfd-4a60-b8d7-572664e81353 req-e333f591-fec6-4439-9ba5-277f2b89223e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:36.905721 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-984be2bd-ebfd-4a60-b8d7-572664e81353 req-e333f591-fec6-4439-9ba5-277f2b89223e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.1307278
Nov 04 13:55:36.931915 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-0e4290e0-7f07-4d3a-9463-0e545a42ce0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:36.933559 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-0e4290e0-7f07-4d3a-9463-0e545a42ce0f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16d2cd62-1957-4e27-9e09-312447b72513 HTTP/1.1" status: 200  len: 847 time: 0.0611351
Nov 04 13:55:36.970796 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-984be2bd-ebfd-4a60-b8d7-572664e81353 req-63523f09-4e70-4ce1-9c63-3bd8f8c3168e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542271
Nov 04 13:55:36.973493 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:36.992059 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dca6b-e8d3-4469-9003-9fbe2118deb6 req-700462b6-b507-4fd9-8564-a5e8a2c135f3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:36.993602 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-267dca6b-e8d3-4469-9003-9fbe2118deb6 req-700462b6-b507-4fd9-8564-a5e8a2c135f3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 944 time: 0.1263525
Nov 04 13:55:37.043064 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:55:37.045641 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-267dca6b-e8d3-4469-9003-9fbe2118deb6 req-875a49d9-f14b-4630-b20b-f618dd58c5b1 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455973
Nov 04 13:55:37.130291 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-2e45901a-d514-4535-a376-ff48ccbab536 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1894231
Nov 04 13:55:37.191344 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port a876ceb6-8fa1-40f4-ba83-72f4d1258ace triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:55:37.191860 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:37.277419 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-cacb3747-9603-4851-9b0a-7b52f56acdc5 service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385856
Nov 04 13:55:37.321052 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:37.355022 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:55:37.367138 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:37.424643 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'code': 200}
Nov 04 13:55:37.438328 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ebad83e7-4fe2-4eff-aa79-f96b3b1dcc30 req-8885a0ed-8393-4e47-b036-383448ed4ae6 service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538672
Nov 04 13:55:37.459199 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:37.461281 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-abd4788a-3ad1-43b9-81b8-f01e3c01e7ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:37.545509 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=7']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:37.548611 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:38.239309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34806) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:38.350537 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050a32d-f06f-4def-9b5f-4fbff5e7cf86 req-a3b99b0c-3861-4450-ab7e-ca31c3b8fd11 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:38.352685 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9050a32d-f06f-4def-9b5f-4fbff5e7cf86 req-a3b99b0c-3861-4450-ab7e-ca31c3b8fd11 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.2096479
Nov 04 13:55:38.446899 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9050a32d-f06f-4def-9b5f-4fbff5e7cf86 req-8cfa3d90-337b-482d-b3e3-ef893075f0ed tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872636
Nov 04 13:55:38.456485 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aea4a3-8ae0-41ec-9a44-d3f14a524585 req-4aecaa20-1ac9-480a-b89a-3d91bf5f5f98 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:38.464865 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c7aea4a3-8ae0-41ec-9a44-d3f14a524585 req-4aecaa20-1ac9-480a-b89a-3d91bf5f5f98 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.2019444
Nov 04 13:55:38.500241 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:38.541897 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:38.546002 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Usage tracker for resource:security_group_rule and tenant:981b732bada04562916155013694d3ef is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:38.547802 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c7aea4a3-8ae0-41ec-9a44-d3f14a524585 req-89829577-aaf6-438c-9f44-ff7f872d4099 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690591
Nov 04 13:55:38.553118 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:38.560130 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:38.643133 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:38.728697 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:38.736627 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bdd54018-a996-49bd-95a6-7a2c49f6c4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:38.772662 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad4e7d1-a4d0-4356-a13f-752520c487bd,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:38.776751 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:38.797656 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=981b732bada04562916155013694d3ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5566280
Nov 04 13:55:38.801389 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34812) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:38.876091 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:38.910856 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:39.086212 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:39.096034 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bcb2588f-4c74-45e0-a029-6ea849fd11c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:39.119780 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad4e7d1-a4d0-4356-a13f-752520c487bd,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:39.132150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:39.141685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:39.145477 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2ad4e7d1-a4d0-4356-a13f-752520c487bd HTTP/1.1" status: 204  len: 168 time: 0.3405631
Nov 04 13:55:39.680681 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126cdf6-fd74-4e3d-8546-6875908e9ef5 req-084d074a-461e-4b44-afe2-2c078d96144d tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:39.682366 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f126cdf6-fd74-4e3d-8546-6875908e9ef5 req-084d074a-461e-4b44-afe2-2c078d96144d tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 944 time: 0.0969934
Nov 04 13:55:39.788932 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f126cdf6-fd74-4e3d-8546-6875908e9ef5 req-696d4287-eff1-4131-a52d-4b4da980165f tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010613
Nov 04 13:55:39.833156 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2185b0-3d5d-495f-b61b-396ac26e123e req-02d6148d-b299-4f98-aef7-496120e5cafb tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:39.835360 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c2185b0-3d5d-495f-b61b-396ac26e123e req-02d6148d-b299-4f98-aef7-496120e5cafb tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1041982
Nov 04 13:55:39.906662 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1c2185b0-3d5d-495f-b61b-396ac26e123e req-4086042d-7687-46c9-a815-2e6360decb0b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623803
Nov 04 13:55:39.969239 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 34828) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:39.991900 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.031678 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:40.037635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Usage tracker for resource:security_group_rule and tenant:1263019433fd4acd97416a865591968a is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:40.040897 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:40.049233 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:40.126125 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.176283 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 36b45629-d2be-45d8-9e8b-3b455aaea3b6 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:55:40.207328 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.215692 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-6008e46a-66c4-46f7-80ce-99bdad09d7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:40.260895 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834f4bc2-9633-4e28-814a-d04d56b5d1ef,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:40.264814 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:40.267671 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1263019433fd4acd97416a865591968a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2974131
Nov 04 13:55:40.270366 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 34834) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:40.347902 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.356743 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:40.375975 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.376910 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'port_id': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'mac_address': 'fa:16:3e:a5:d8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:55:40.437040 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.460158 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b45629-d2be-45d8-9e8b-3b455aaea3b6 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:55:40.476362 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:40.555961 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.562626 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-24c35c04-dd56-4ec4-a01a-4727a283f152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:40.576938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834f4bc2-9633-4e28-814a-d04d56b5d1ef,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:40.578899 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.582836 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/834f4bc2-9633-4e28-814a-d04d56b5d1ef HTTP/1.1" status: 204  len: 168 time: 0.3105867
Nov 04 13:55:40.585815 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:40.624742 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:40.626509 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:40.704051 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=7']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:40.707138 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:41.016927 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1ccd1-ba59-4dba-8cea-4c8badb03c63 req-086ef412-6f67-499f-8130-83c7725e5b3d tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:41.018796 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0ee1ccd1-ba59-4dba-8cea-4c8badb03c63 req-086ef412-6f67-499f-8130-83c7725e5b3d tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 945 time: 0.1017704
Nov 04 13:55:41.127654 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0ee1ccd1-ba59-4dba-8cea-4c8badb03c63 req-dbc0720d-adfd-4602-b4b6-d695dcff44c7 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001396
Nov 04 13:55:41.172330 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a778f86-9f8c-4514-9a7f-5156d284cb40 req-214f15a9-a210-4fbf-bde3-d50dff54ba91 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:41.174028 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3a778f86-9f8c-4514-9a7f-5156d284cb40 req-214f15a9-a210-4fbf-bde3-d50dff54ba91 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1188045
Nov 04 13:55:41.235800 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3a778f86-9f8c-4514-9a7f-5156d284cb40 req-08d67ef9-5b94-4e95-af56-cb60cb3c4fb4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552506
Nov 04 13:55:41.397387 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['36b45629-d2be-45d8-9e8b-3b455aaea3b6'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:55:41.971031 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:55:42.377519 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f449c-c3c1-407c-a368-dcdd6914b4b5 req-53a47b63-b0dd-47ff-8715-9ddae7d7a2eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:42.379830 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-eb2f449c-c3c1-407c-a368-dcdd6914b4b5 req-53a47b63-b0dd-47ff-8715-9ddae7d7a2eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 945 time: 0.0994840
Nov 04 13:55:42.472742 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-eb2f449c-c3c1-407c-a368-dcdd6914b4b5 req-a7d1c9a6-3e1c-443b-bfac-60c3e9f15f51 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820217
Nov 04 13:55:42.592369 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7d01b-c3d3-4cc5-b47e-747368cf4f27 req-fdaf0cf8-6dcb-4f88-b7e7-4329a4ae9958 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:42.598338 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-84b7d01b-c3d3-4cc5-b47e-747368cf4f27 req-fdaf0cf8-6dcb-4f88-b7e7-4329a4ae9958 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1157355
Nov 04 13:55:42.754931 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-84b7d01b-c3d3-4cc5-b47e-747368cf4f27 req-8b5e088c-0f37-4b58-9abe-670a15b0e9aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1529217
Nov 04 13:55:43.382463 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 36b45629-d2be-45d8-9e8b-3b455aaea3b6 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:55:43.465643 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:55:43.466057 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:43.596452 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:43.631161 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:55:43.642408 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:43.690571 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0785b-6af0-4fcb-910b-5eb7a641a44d req-0a4826cc-b373-44cd-9db9-b12883b86f20 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:43.697997 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c3a0785b-6af0-4fcb-910b-5eb7a641a44d req-0a4826cc-b373-44cd-9db9-b12883b86f20 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 945 time: 0.0927193
Nov 04 13:55:43.747690 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'code': 200}
Nov 04 13:55:43.766641 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c3a0785b-6af0-4fcb-910b-5eb7a641a44d req-5fcbb840-6a51-4287-9f7b-d4ccb51e6552 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676997
Nov 04 13:55:43.879621 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:43.883058 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:43.993236 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=8']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:44.013200 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:44.056940 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430ac0d-9a4c-42ef-bc6f-217e4cb2764d req-2055ee58-d469-4c9f-91a6-37d56bcc15f4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:44.058461 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d430ac0d-9a4c-42ef-bc6f-217e4cb2764d req-2055ee58-d469-4c9f-91a6-37d56bcc15f4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1193144
Nov 04 13:55:44.153399 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d430ac0d-9a4c-42ef-bc6f-217e4cb2764d req-8c58a6cd-4d4d-4c6f-98ef-145cf20d2e90 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865350
Nov 04 13:55:44.328723 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee03e9c9-8c1a-4558-bd82-6112df7fc2a2 req-52b3d235-4263-40e1-b561-0b60d0f63184 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1099 time: 0.0919969
Nov 04 13:55:44.386021 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee03e9c9-8c1a-4558-bd82-6112df7fc2a2 req-14e02f98-156f-4fe0-989f-1dbb7cb99814 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497077
Nov 04 13:55:44.991861 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521f916-216c-4757-9fb0-0fe61a3c8c6e req-83ce4fce-d06f-4f73-a26c-836c6d3b6ef2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:44.994632 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5521f916-216c-4757-9fb0-0fe61a3c8c6e req-83ce4fce-d06f-4f73-a26c-836c6d3b6ef2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0932331
Nov 04 13:55:45.053685 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5521f916-216c-4757-9fb0-0fe61a3c8c6e req-d02a2193-a2e2-4a00-882a-8d6f92e5167f tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532243
Nov 04 13:55:45.376867 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd528e-78e0-4849-978b-a4cdaf856764 req-7b9a1666-f882-47ee-9757-fcb8dab9c9d7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:45.378290 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-93cd528e-78e0-4849-978b-a4cdaf856764 req-7b9a1666-f882-47ee-9757-fcb8dab9c9d7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0776742
Nov 04 13:55:45.426193 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-93cd528e-78e0-4849-978b-a4cdaf856764 req-14b7b9dd-bc3c-4a4f-b009-0b9e5651a364 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415206
Nov 04 13:55:46.285564 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8566d8-813e-42b1-9430-7e1e4edde477 req-d2b8ff49-7493-4b63-916c-22c357da3f28 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:46.287327 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2c8566d8-813e-42b1-9430-7e1e4edde477 req-d2b8ff49-7493-4b63-916c-22c357da3f28 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0932748
Nov 04 13:55:46.347392 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2c8566d8-813e-42b1-9430-7e1e4edde477 req-14eda180-fb17-44aa-ad1d-3e40ee439ca6 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542552
Nov 04 13:55:46.646722 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff5ba7-b9b4-47ec-b731-ac72b82131ed req-e9d8ac69-95c4-477f-b852-8a626d33d45a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:46.648529 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25ff5ba7-b9b4-47ec-b731-ac72b82131ed req-e9d8ac69-95c4-477f-b852-8a626d33d45a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0825326
Nov 04 13:55:46.698448 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-25ff5ba7-b9b4-47ec-b731-ac72b82131ed req-dd626de8-71a2-4ffe-8648-51790d5060fa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442922
Nov 04 13:55:47.574884 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0c299-870e-4bf1-8249-d0a08202b0ea req-3fa4be22-54dd-4118-8a3e-3939d6acb730 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:47.578211 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-07d0c299-870e-4bf1-8249-d0a08202b0ea req-3fa4be22-54dd-4118-8a3e-3939d6acb730 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0928342
Nov 04 13:55:47.632750 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-07d0c299-870e-4bf1-8249-d0a08202b0ea req-949b7352-f2d7-44cb-9d1a-3597af7f4dc7 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506911
Nov 04 13:55:47.964264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698630-1823-4d46-91c9-3586976c76eb req-e57d2749-3b98-45f6-9831-0fe35bce5ef8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:47.965897 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a4698630-1823-4d46-91c9-3586976c76eb req-e57d2749-3b98-45f6-9831-0fe35bce5ef8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.1052175
Nov 04 13:55:48.021895 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a4698630-1823-4d46-91c9-3586976c76eb req-846f6ced-5787-426b-afa4-6800d794b345 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498946
Nov 04 13:55:48.844328 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1afdc-a22f-4b85-8982-7524b2052106 req-c1dd12cc-c571-4876-9b68-9ee1d894defc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:48.845681 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7bc1afdc-a22f-4b85-8982-7524b2052106 req-c1dd12cc-c571-4876-9b68-9ee1d894defc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.0825946
Nov 04 13:55:48.892630 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7bc1afdc-a22f-4b85-8982-7524b2052106 req-795b7f24-4320-4509-ab59-a42edba7285e tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406280
Nov 04 13:55:49.241440 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05514b19-8567-4a7d-987e-59121124d91b req-69255de9-f342-4d92-b034-d154c6fc4163 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:49.243007 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05514b19-8567-4a7d-987e-59121124d91b req-69255de9-f342-4d92-b034-d154c6fc4163 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0803137
Nov 04 13:55:49.292761 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05514b19-8567-4a7d-987e-59121124d91b req-bea17733-3a83-4271-87eb-ff0c03d57d90 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436237
Nov 04 13:55:50.508616 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ea79-f733-4b6d-bc2f-4748df59df19 req-11c5e787-8965-49a7-8f58-3a4b78e83e2e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:50.510135 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6900ea79-f733-4b6d-bc2f-4748df59df19 req-11c5e787-8965-49a7-8f58-3a4b78e83e2e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0795643
Nov 04 13:55:50.557398 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6900ea79-f733-4b6d-bc2f-4748df59df19 req-4ea8b091-54f5-45ca-9e27-a44ccdf37d2b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411925
Nov 04 13:55:51.774116 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1a289-1257-464e-8ced-933624820f7d req-965f110c-3c59-4daa-b7b1-c8461d8c01f0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:51.775551 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1d1a289-1257-464e-8ced-933624820f7d req-965f110c-3c59-4daa-b7b1-c8461d8c01f0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0829885
Nov 04 13:55:51.821402 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f1d1a289-1257-464e-8ced-933624820f7d req-71008f2c-9ce3-4fab-b303-78728f644fa4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403128
Nov 04 13:55:53.036163 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e508e40-d57d-4f65-95a4-036b9b3fe99c req-66fb54cf-8638-4df8-aeed-4835e0f6e5b7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:53.037636 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e508e40-d57d-4f65-95a4-036b9b3fe99c req-66fb54cf-8638-4df8-aeed-4835e0f6e5b7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 945 time: 0.0755596
Nov 04 13:55:53.083222 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e508e40-d57d-4f65-95a4-036b9b3fe99c req-ecfda4c3-0183-47fd-b9a4-b7ce0dcc39d4 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398757
Nov 04 13:55:53.998307 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:55:54.117940 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:54.146599 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:55:54.156241 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:55:54.205094 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'code': 200}
Nov 04 13:55:54.247439 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:54.250666 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:54.321570 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1067f27-cf63-4014-818e-a12785615f1b req-4bb6033a-176f-4c09-8e25-cced0c1b883c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:54.323025 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=8']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:54.323126 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a1067f27-cf63-4014-818e-a12785615f1b req-4bb6033a-176f-4c09-8e25-cced0c1b883c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0976241
Nov 04 13:55:54.323983 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:54.368235 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a1067f27-cf63-4014-818e-a12785615f1b req-d2c52775-399c-44f4-8500-4aef7894652a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403695
Nov 04 13:55:54.453313 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-4a0f421c-3439-47bc-be4d-d6e6188c90ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1096 time: 0.0737638
Nov 04 13:55:54.587290 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-d05a64a2-1e66-448e-b4ff-c893ad0f0bc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:54.588924 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-d05a64a2-1e66-448e-b4ff-c893ad0f0bc9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.1292467
Nov 04 13:55:54.695473 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-d7677f31-4e44-4087-a143-047f97a04444 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace HTTP/1.1" status: 200  len: 998 time: 0.1001163
Nov 04 13:55:54.761447 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-362e3d3a-59f9-406a-9330-3a047c1ddcf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:54.762922 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-362e3d3a-59f9-406a-9330-3a047c1ddcf3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0592120
Nov 04 13:55:54.840449 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-4682012f-2264-464a-9707-59a15e9ce13a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696490
Nov 04 13:55:54.977467 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-e999b8e6-e218-4642-b3e0-85cf7a6aed1a service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247742
Nov 04 13:55:55.107185 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-fb51d21e-4329-43c8-b6fe-d6939e2745ac req-788d3f4d-3bd3-4d77-9da7-cb37c0b5631a service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236475
Nov 04 13:55:55.590255 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b15e1-eb68-44b9-82f1-3e117628f980 req-11621cc3-6b65-438f-8a5d-bb420888dad3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:55.591761 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea4b15e1-eb68-44b9-82f1-3e117628f980 req-11621cc3-6b65-438f-8a5d-bb420888dad3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0837994
Nov 04 13:55:55.642781 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea4b15e1-eb68-44b9-82f1-3e117628f980 req-87363c1b-5ae3-434c-aec4-f1b28a415517 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453184
Nov 04 13:55:56.381509 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35096) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:56.529790 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:56.561094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:56.565775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Usage tracker for resource:security_group_rule and tenant:b39b11a578874fcaa889912410f968a4 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:56.569535 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:56.575738 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:56.641130 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:56.740641 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:56.748847 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7b4ae115-8a57-4f2f-9f05-314d78504ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:56.789891 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41c9db3-ef4a-4f7e-a4ba-56346711d101,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:56.793463 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:56.798218 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=b39b11a578874fcaa889912410f968a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4132926
Nov 04 13:55:56.798626 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35108) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:56.866969 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b55c9833-25db-4386-861f-6ba24359f96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:56.869863 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9580-743b-40f2-847c-0eb0495954a4 req-e4be75ff-fb12-4385-9f30-0dbe7513196b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:56.871747 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-272b9580-743b-40f2-847c-0eb0495954a4 req-e4be75ff-fb12-4385-9f30-0dbe7513196b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0894704
Nov 04 13:55:56.895494 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b55c9833-25db-4386-861f-6ba24359f96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:56.919612 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-272b9580-743b-40f2-847c-0eb0495954a4 req-f11153ab-dba0-4bbc-9e01-1060c903401c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415168
Nov 04 13:55:57.044877 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b55c9833-25db-4386-861f-6ba24359f96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:57.050071 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff3278cf-8a17-44e6-b5bb-1d454995d0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:57.066758 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c9833-25db-4386-861f-6ba24359f96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41c9db3-ef4a-4f7e-a4ba-56346711d101,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:57.070101 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b55c9833-25db-4386-861f-6ba24359f96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:57.071258 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b55c9833-25db-4386-861f-6ba24359f96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:57.073547 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b55c9833-25db-4386-861f-6ba24359f96c admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a41c9db3-ef4a-4f7e-a4ba-56346711d101 HTTP/1.1" status: 204  len: 168 time: 0.2729590
Nov 04 13:55:57.777372 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35118) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:57.878298 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:57.908393 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:55:57.913117 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Usage tracker for resource:security_group_rule and tenant:5f2cb236e96742cab270acb9964d1a13 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:55:57.915944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:55:57.921671 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:55:57.985930 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:58.069619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:58.078771 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-224cb101-e7d6-460c-8ec7-95caac8533ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:58.125535 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5f2cb236e96742cab270acb9964d1a13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3470340
Nov 04 13:55:58.126649 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c117d0c-eb96-4d97-a3c2-254c0f3ef4fd,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:58.128505 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35126) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:55:58.130505 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:58.191544 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:58.260430 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:58.328228 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd866f-5018-47b0-880e-b9ba09a174c5 req-03eb5fc3-a8d9-45d3-b72b-ea4d44f24aae tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:55:58.336375 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b5fd866f-5018-47b0-880e-b9ba09a174c5 req-03eb5fc3-a8d9-45d3-b72b-ea4d44f24aae tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1224558
Nov 04 13:55:58.376044 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b5fd866f-5018-47b0-880e-b9ba09a174c5 req-72b72e1d-5ee9-4047-87e6-93dd95b563a2 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407474
Nov 04 13:55:58.481137 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:58.491880 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cb21bb3f-435f-40e8-a38f-a18a28d54d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:55:58.498792 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c117d0c-eb96-4d97-a3c2-254c0f3ef4fd,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:55:58.501201 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:55:58.510452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:55:58.513736 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8c117d0c-eb96-4d97-a3c2-254c0f3ef4fd HTTP/1.1" status: 204  len: 168 time: 0.3820152
Nov 04 13:56:00.147725 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:56:01.696428 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-27df3cac-32ca-4a9a-9c76-00f9b66e8379 req-89220630-72c2-4bb5-9d03-232b9f699dd0 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2829640
Nov 04 13:56:02.178691 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b4b6556e-93d8-4cbf-a095-54a8e56a9a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:02.200081 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ff03a-2353-4dbc-9c1f-8a423f598d5a req-5c1d1417-fc8e-4459-bba8-2f5e7ba35aab tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:02.201394 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-685ff03a-2353-4dbc-9c1f-8a423f598d5a req-5c1d1417-fc8e-4459-bba8-2f5e7ba35aab tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0914264
Nov 04 13:56:02.252442 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-685ff03a-2353-4dbc-9c1f-8a423f598d5a req-352e073e-056b-4e5f-ab4a-f3b7ffdb6379 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453997
Nov 04 13:56:02.309879 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:02.477385 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-95df3335-42ff-423b-adf7-690d4206d70b service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0761561
Nov 04 13:56:02.697990 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:03.479066 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d295e3-59f3-4a4a-89a1-9528016edd7a req-de0f2b98-e2d3-4455-a7d9-93d35a945451 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:03.480529 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-44d295e3-59f3-4a4a-89a1-9528016edd7a req-de0f2b98-e2d3-4455-a7d9-93d35a945451 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0827789
Nov 04 13:56:03.548225 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-44d295e3-59f3-4a4a-89a1-9528016edd7a req-826118f3-6784-4c91-b05a-e0b8c6c75d89 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616970
Nov 04 13:56:03.588187 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-0f0e7ba9-1a4a-464f-9ad8-5a02065a5b3e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb&tenant_id=393598d5a9a045e2b4aad49ebbb30df3 HTTP/1.1" status: 200  len: 1096 time: 0.0778975
Nov 04 13:56:03.692194 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-0d4e047f-7747-4c71-9253-1dd368cbe908 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1096 time: 0.0804887
Nov 04 13:56:03.833078 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-78734e02-2811-4fe9-95e5-bb1edf58bdee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:03.834997 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-78734e02-2811-4fe9-95e5-bb1edf58bdee service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.1370630
Nov 04 13:56:03.946278 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-9b85e843-4d56-46f6-aa9c-a842c53da3c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace HTTP/1.1" status: 200  len: 998 time: 0.0994163
Nov 04 13:56:04.018459 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-e4135b01-d7be-44dd-89f0-30f98e09ad96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:04.019909 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-e4135b01-d7be-44dd-89f0-30f98e09ad96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0683334
Nov 04 13:56:04.313504 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-32991a83-cd39-4ca8-82ab-4ed59e195cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:04.777767 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf841c9-ce89-49cf-ae8b-7cbd4f352a3c req-5dff16f6-149c-40d8-b6bf-52e1fb353561 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:04.779116 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ebf841c9-ce89-49cf-ae8b-7cbd4f352a3c req-5dff16f6-149c-40d8-b6bf-52e1fb353561 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0878186
Nov 04 13:56:04.826140 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ebf841c9-ce89-49cf-ae8b-7cbd4f352a3c req-7b0c853e-3712-405d-806c-4edd72982601 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414157
Nov 04 13:56:04.917956 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-375cb7f9-608d-4e31-bee2-6669f3e4ac02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721745
Nov 04 13:56:05.444806 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:05.792539 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-31c5924e-a30c-4048-b104-9a1cc9077866 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376116
Nov 04 13:56:06.072943 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf1edb-e465-4a09-9204-407618321808 req-9f228f27-6dff-4d24-a611-9da8d72c073c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:06.074381 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-addf1edb-e465-4a09-9204-407618321808 req-9f228f27-6dff-4d24-a611-9da8d72c073c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1121142
Nov 04 13:56:06.119949 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-addf1edb-e465-4a09-9204-407618321808 req-156c6095-f862-40fd-a090-4640c5676c5f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401845
Nov 04 13:56:06.760083 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7cb64cc7-283a-47b5-ae09-a925c3bbed26 req-940f7b6d-2425-4929-9e09-5d184abd7720 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309626
Nov 04 13:56:06.970398 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:07.336181 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcc8f1-e2fb-4602-9bd5-c3e3ae194c91 req-abcd8f45-52be-44fd-9a0a-5925c99ec547 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:07.337620 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3efcc8f1-e2fb-4602-9bd5-c3e3ae194c91 req-abcd8f45-52be-44fd-9a0a-5925c99ec547 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0825269
Nov 04 13:56:07.383660 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3efcc8f1-e2fb-4602-9bd5-c3e3ae194c91 req-13e50d15-c6a9-4a98-9322-298f6b99e17a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405037
Nov 04 13:56:08.804566 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20887a-4092-415f-a8f5-bdfc352f615b req-88062d8e-0f8d-486e-840e-b64dd5bc2921 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:08.806086 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a20887a-4092-415f-a8f5-bdfc352f615b req-88062d8e-0f8d-486e-840e-b64dd5bc2921 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0939825
Nov 04 13:56:08.855947 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a20887a-4092-415f-a8f5-bdfc352f615b req-4eff6766-71da-46e9-914e-8cf67720fd8a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439618
Nov 04 13:56:10.180299 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea28187-2eac-470a-b452-96c8b5e8f8f1 req-ffec5992-0029-43ff-8421-5b8edc6e8d69 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:10.188338 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7ea28187-2eac-470a-b452-96c8b5e8f8f1 req-ffec5992-0029-43ff-8421-5b8edc6e8d69 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1523137
Nov 04 13:56:10.245008 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7ea28187-2eac-470a-b452-96c8b5e8f8f1 req-979b2340-70b6-4c41-99f0-244ba1c3e076 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545695
Nov 04 13:56:11.506741 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02453024-14f2-4576-bcad-888ede3a711d req-1c219c5e-f274-497b-a1f1-d10e94c3b7cf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:11.510912 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-02453024-14f2-4576-bcad-888ede3a711d req-1c219c5e-f274-497b-a1f1-d10e94c3b7cf tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0829277
Nov 04 13:56:11.561326 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-02453024-14f2-4576-bcad-888ede3a711d req-32435553-7215-4281-be0b-3efa34a99a0e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474620
Nov 04 13:56:12.792683 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83961cc-ebd9-4271-b942-29274a9d6d03 req-36d4a732-8e85-431f-9dfc-db02637e1071 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:12.794304 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b83961cc-ebd9-4271-b942-29274a9d6d03 req-36d4a732-8e85-431f-9dfc-db02637e1071 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0832996
Nov 04 13:56:12.841300 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b83961cc-ebd9-4271-b942-29274a9d6d03 req-4658df9e-f7f8-4172-819b-7f98c0d31831 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412762
Nov 04 13:56:13.445572 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35410) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:13.598392 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:13.632569 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:13.636409 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Usage tracker for resource:security_group_rule and tenant:cdff668e0e4b4ff8a86187c5e1deb284 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:13.639236 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:13.644860 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:13.721987 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:13.838942 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:13.847730 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-1e7e2a9a-833c-4e2b-b6a4-b6cdad17dde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:13.892344 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cdff668e0e4b4ff8a86187c5e1deb284&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4456177
Nov 04 13:56:13.893350 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb91fbf-7733-4a52-9cfc-b3a2424be746,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:13.895998 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35418) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:13.896646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:13.999041 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:14.038658 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:14.105694 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d053927-e96b-490e-b289-fa53b0cd5215 req-7666e5be-bd5c-4594-a9b0-82332b0ee13e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:14.107231 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3d053927-e96b-490e-b289-fa53b0cd5215 req-7666e5be-bd5c-4594-a9b0-82332b0ee13e tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1005599
Nov 04 13:56:14.154684 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:14.160764 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-531858ae-ad2d-4bd2-8b7e-e92b262db6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:14.166632 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3d053927-e96b-490e-b289-fa53b0cd5215 req-810110dd-4508-4959-a668-60295dc87f95 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538273
Nov 04 13:56:14.176927 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb91fbf-7733-4a52-9cfc-b3a2424be746,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:14.188997 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.189385 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.189727 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.190124 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.190490 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.190849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.191219 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.191559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.191912 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.192282 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.192791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:14.195616 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:14.196766 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2fb91fbf-7733-4a52-9cfc-b3a2424be746 HTTP/1.1" status: 204  len: 168 time: 0.2996395
Nov 04 13:56:14.198008 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:14.995814 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35432) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:15.016786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.052304 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:15.057093 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Usage tracker for resource:security_group_rule and tenant:e3fde9e2db674d72a3cda49c14c7e79e is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:15.062094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:15.067323 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:15.155845 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.181366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35438) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:15.228758 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.246276 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fd8a353b-f935-4104-8470-ca444549a702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:15.311676 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce840e0-2ac2-47fe-b915-688fef65060c,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:15.324866 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:15.330884 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35446) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:15.342430 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e3fde9e2db674d72a3cda49c14c7e79e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3454323
Nov 04 13:56:15.452382 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.527536 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:15.530984 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2194e132-898a-4380-8887-a351e82b3909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.537382 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a933e5de3def4d199da900d7dccbd960 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:15.551513 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80b023-11b3-458e-8e0f-2d1fcca261b1 req-427a7bc7-0593-47bd-8b7e-16c01755417f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:15.553032 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9c80b023-11b3-458e-8e0f-2d1fcca261b1 req-427a7bc7-0593-47bd-8b7e-16c01755417f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.2025542
Nov 04 13:56:15.555982 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:15.563947 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:15.605474 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2194e132-898a-4380-8887-a351e82b3909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.684237 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9c80b023-11b3-458e-8e0f-2d1fcca261b1 req-43ba6c40-9772-4138-a7f6-ceb014e659ba tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213303
Nov 04 13:56:15.731088 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.800729 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2194e132-898a-4380-8887-a351e82b3909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.806319 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ad662f61-f46a-41d9-95b2-a47472150870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:15.822329 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194e132-898a-4380-8887-a351e82b3909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce840e0-2ac2-47fe-b915-688fef65060c,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:15.825731 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2194e132-898a-4380-8887-a351e82b3909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:15.837062 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2194e132-898a-4380-8887-a351e82b3909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.840504 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2194e132-898a-4380-8887-a351e82b3909 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6ce840e0-2ac2-47fe-b915-688fef65060c HTTP/1.1" status: 204  len: 168 time: 0.5064940
Nov 04 13:56:15.848535 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:15.851200 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-3973a7a1-6257-471c-88ec-420e45620d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:15.907304 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882e4305-54ef-452f-9809-f856f3c1db95,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:15.917878 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:15.925385 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=a933e5de3def4d199da900d7dccbd960&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7429087
Nov 04 13:56:15.928404 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35452) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:15.997147 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:16.028928 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:16.171641 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:16.175754 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9206a344-6953-4a77-8ed5-264cbf3f2a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:16.188784 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882e4305-54ef-452f-9809-f856f3c1db95,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:16.191903 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:16.199093 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:16.200306 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/882e4305-54ef-452f-9809-f856f3c1db95 HTTP/1.1" status: 204  len: 168 time: 0.2704799
Nov 04 13:56:16.984926 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9f854-ff94-4dc9-a0b3-aa2a284d3dcc req-fec51e41-ca4c-4d2c-92d3-51b7d60b48ce tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:16.986989 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5cf9f854-ff94-4dc9-a0b3-aa2a284d3dcc req-fec51e41-ca4c-4d2c-92d3-51b7d60b48ce tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0878999
Nov 04 13:56:17.037911 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5cf9f854-ff94-4dc9-a0b3-aa2a284d3dcc req-0cde7f03-0b48-4b07-975f-eed4115c5f78 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438423
Nov 04 13:56:18.319382 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add98f3d-0f64-4d69-9e46-42b95cf486cb req-dd820f08-27dc-40c3-a293-7172be73470c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:18.334340 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add98f3d-0f64-4d69-9e46-42b95cf486cb req-dd820f08-27dc-40c3-a293-7172be73470c tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0956779
Nov 04 13:56:18.371421 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-add98f3d-0f64-4d69-9e46-42b95cf486cb req-c2a6e5e1-599a-4616-9286-41c24db61bc0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448740
Nov 04 13:56:18.971135 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:56:19.594083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df69514-e78c-41a3-92a3-546ebf8f030e req-584be33d-c0c9-4d6b-85a0-e117a323c5a8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:19.595563 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3df69514-e78c-41a3-92a3-546ebf8f030e req-584be33d-c0c9-4d6b-85a0-e117a323c5a8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.0796254
Nov 04 13:56:19.642204 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3df69514-e78c-41a3-92a3-546ebf8f030e req-5901bbca-fb4d-4546-bf8c-863f9389f08a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404127
Nov 04 13:56:20.524870 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35510) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:20.666461 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:20.698214 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:20.702147 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Usage tracker for resource:security_group_rule and tenant:c7002d53c1f34bfc86a80d3f67395d58 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:20.704992 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:20.711938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:20.779938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:20.845615 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:20.853596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b4a43ddd-68f0-42ad-81cd-7f1d11166208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:20.896972 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ec434e-4ea4-484d-b917-78feff30bbe4,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:20.902822 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c7002d53c1f34bfc86a80d3f67395d58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3755305
Nov 04 13:56:20.902822 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b4a58939-704a-4d6e-a60e-8e3f80ed0fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:20.907835 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35520) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:20.977861 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574c63-f156-4e36-a2fb-24662d521a84 req-c962b64c-cc90-4d30-aae6-d7e0629a9be6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:20.979332 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b574c63-f156-4e36-a2fb-24662d521a84 req-c962b64c-cc90-4d30-aae6-d7e0629a9be6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1983140
Nov 04 13:56:21.013064 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65946641-a2c7-43dd-b779-89b8bff3d6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:21.059371 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65946641-a2c7-43dd-b779-89b8bff3d6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:21.067429 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1b574c63-f156-4e36-a2fb-24662d521a84 req-e870a228-cb70-4217-8e32-36664e64ad64 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783792
Nov 04 13:56:21.205411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65946641-a2c7-43dd-b779-89b8bff3d6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:21.209916 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2b87fec5-b404-4b08-99e5-a19d5569ebab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:21.222917 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65946641-a2c7-43dd-b779-89b8bff3d6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ec434e-4ea4-484d-b917-78feff30bbe4,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:21.226016 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-65946641-a2c7-43dd-b779-89b8bff3d6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:21.228075 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-65946641-a2c7-43dd-b779-89b8bff3d6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:21.231960 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-65946641-a2c7-43dd-b779-89b8bff3d6d6 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d4ec434e-4ea4-484d-b917-78feff30bbe4 HTTP/1.1" status: 204  len: 168 time: 0.3239925
Nov 04 13:56:21.868327 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35528) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:21.887880 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:21.922095 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:21.926060 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Usage tracker for resource:security_group_rule and tenant:0047ae1406ae46d6810cd1318efec5e0 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:21.930039 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:21.935842 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:22.006860 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.084413 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.091175 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a50fec31-274f-4d7c-9b06-374d4b758dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:22.131033 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18357e13-61cb-4687-a597-2191ae6289e8,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:22.134495 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:22.136896 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=0047ae1406ae46d6810cd1318efec5e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2675216
Nov 04 13:56:22.139807 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35534) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:22.202994 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35ed7d33-877e-4b06-9f52-916a30515ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.268659 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35ed7d33-877e-4b06-9f52-916a30515ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.283229 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:56:22.333780 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b033a55-55f2-49c2-92a9-b7cece5cfe9b req-5682eff5-9fe4-4113-9de5-a1b894335538 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:22.335291 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0b033a55-55f2-49c2-92a9-b7cece5cfe9b req-5682eff5-9fe4-4113-9de5-a1b894335538 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 943 time: 0.1228707
Nov 04 13:56:22.385664 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-0b033a55-55f2-49c2-92a9-b7cece5cfe9b req-95e1f963-051d-47b3-b5db-f8f1ec93aeca tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427454
Nov 04 13:56:22.428125 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:56:22.429336 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35ed7d33-877e-4b06-9f52-916a30515ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.433165 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-200c42c2-b6ab-4b80-842f-911802ee0bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:22.441326 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'port_id': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'mac_address': 'fa:16:3e:b2:dc:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:56:22.448316 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed7d33-877e-4b06-9f52-916a30515ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18357e13-61cb-4687-a597-2191ae6289e8,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:22.453340 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-35ed7d33-877e-4b06-9f52-916a30515ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:22.454892 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35ed7d33-877e-4b06-9f52-916a30515ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.456044 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-35ed7d33-877e-4b06-9f52-916a30515ef7 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/18357e13-61cb-4687-a597-2191ae6289e8 HTTP/1.1" status: 204  len: 168 time: 0.3154964
Nov 04 13:56:22.510265 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.527890 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a876ceb6-8fa1-40f4-ba83-72f4d1258ace {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:56:22.542926 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:56:22.605674 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:22.608201 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-3df0dbb2-e7c2-4a27-9887-b43e484cab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:22.702753 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=9']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:22.711568 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.711870 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.712237 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.712570 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.712904 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.713232 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.713556 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.713912 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.714239 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.714556 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.714876 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:22.718723 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:22.822383 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['a876ceb6-8fa1-40f4-ba83-72f4d1258ace'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:56:23.600019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af91a3-a855-4916-948d-a72532cc8863 req-1716c1f3-57e7-4b1f-82bf-d934c6efb7a7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:23.601447 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d6af91a3-a855-4916-948d-a72532cc8863 req-1716c1f3-57e7-4b1f-82bf-d934c6efb7a7 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 944 time: 0.0773673
Nov 04 13:56:23.650077 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d6af91a3-a855-4916-948d-a72532cc8863 req-943e51d3-6f54-4d12-9d11-1c01b60abd03 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426538
Nov 04 13:56:24.283273 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:56:24.351546 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port a876ceb6-8fa1-40f4-ba83-72f4d1258ace triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:56:24.352001 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:24.474919 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:24.503519 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:56:24.513681 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:56:24.562006 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'code': 200}
Nov 04 13:56:24.594186 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:24.596066 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:24.664716 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=10']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:24.668148 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:24.882683 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde5b94-85c6-4271-8017-512433997b00 req-9161fe1f-a172-43c2-920b-b9a6af47e1b0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:24.884213 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9bde5b94-85c6-4271-8017-512433997b00 req-9161fe1f-a172-43c2-920b-b9a6af47e1b0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 946 time: 0.0906100
Nov 04 13:56:24.932650 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9bde5b94-85c6-4271-8017-512433997b00 req-5ca06dc0-cac4-4b75-89a6-98aa151db690 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430267
Nov 04 13:56:24.970586 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3eedbd43-1375-4f8e-8165-3c0a48b8cde1 req-acc0518a-72a7-499e-b981-979b2c3df3f4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1099 time: 0.0756526
Nov 04 13:56:25.019140 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-3eedbd43-1375-4f8e-8165-3c0a48b8cde1 req-bb267671-1ffd-4564-a2db-cf7a577cb4fa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422382
Nov 04 13:56:25.683686 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35590) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:25.822981 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:25.852991 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:25.856721 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Usage tracker for resource:security_group_rule and tenant:767601a8245a48db818e78ef68a87dbf is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:25.859527 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:25.865116 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:25.928668 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:26.028548 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:26.036399 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-480b4e69-d07f-4fbe-8bed-4bfbc101e763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:26.081687 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc623fb-5a39-4ec0-87ec-99626cb1331f,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:26.088436 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=767601a8245a48db818e78ef68a87dbf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4017506
Nov 04 13:56:26.090130 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35600) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:26.136523 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.136899 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.137266 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.137626 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.138017 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.138664 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.139032 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.139733 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.140103 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.140431 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.140957 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:56:26.150696 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-35270060-0123-465f-90eb-cd05f28bc33a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:26.156993 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ae2da8f-38b2-48f4-9715-21b6f7aa8a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:26.186169 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ae2da8f-38b2-48f4-9715-21b6f7aa8a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:26.195128 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c675fd-a692-4c68-8fc8-142e4d68bae0 req-0c969bc4-cf39-4b49-940a-0a76bb1f8497 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:26.196896 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-09c675fd-a692-4c68-8fc8-142e4d68bae0 req-0c969bc4-cf39-4b49-940a-0a76bb1f8497 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 946 time: 0.1073899
Nov 04 13:56:26.245523 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-09c675fd-a692-4c68-8fc8-142e4d68bae0 req-cff498f3-a10a-4849-b68e-39b118ede59a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430627
Nov 04 13:56:26.296893 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ae2da8f-38b2-48f4-9715-21b6f7aa8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:26.302209 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-70b866d9-7316-4e96-bbd0-986b091ccbe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:26.316693 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2da8f-38b2-48f4-9715-21b6f7aa8a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc623fb-5a39-4ec0-87ec-99626cb1331f,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:26.320894 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5ae2da8f-38b2-48f4-9715-21b6f7aa8a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:26.330058 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ae2da8f-38b2-48f4-9715-21b6f7aa8a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:26.330058 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-5ae2da8f-38b2-48f4-9715-21b6f7aa8a69 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/1cc623fb-5a39-4ec0-87ec-99626cb1331f HTTP/1.1" status: 204  len: 168 time: 0.2382863
Nov 04 13:56:27.125288 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35642) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:27.138238 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:27.179340 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:27.184054 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Usage tracker for resource:security_group_rule and tenant:028a5d5016b44d3886754d056f0f2e35 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:27.187193 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:27.195425 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:27.269764 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:27.342832 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:27.353736 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e9edfc03-f6cc-45c8-858c-83122ea2160c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:27.405013 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=028a5d5016b44d3886754d056f0f2e35&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2856805
Nov 04 13:56:27.407694 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd3a06b-e306-41b0-bb34-49e75cfddfe5,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:27.410743 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35648) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:27.415099 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-074fd804-9072-40b8-beb8-ec5b3135a635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:27.497500 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ebb7f-aa32-475e-be56-4e6e467533a1 req-98e416cf-733d-4b1d-b16b-90617eb5878b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:27.499184 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3c2ebb7f-aa32-475e-be56-4e6e467533a1 req-98e416cf-733d-4b1d-b16b-90617eb5878b tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 946 time: 0.0988736
Nov 04 13:56:27.499869 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:27.538143 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:27.564838 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3c2ebb7f-aa32-475e-be56-4e6e467533a1 req-6d9ffd77-5cb0-4936-9918-7a68c7b28c9f tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587149
Nov 04 13:56:27.708298 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:27.713406 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b3911fd0-b5a7-42b2-9483-898d33f052f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:27.726542 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd3a06b-e306-41b0-bb34-49e75cfddfe5,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:27.729781 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:27.730505 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:27.731858 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/7bd3a06b-e306-41b0-bb34-49e75cfddfe5 HTTP/1.1" status: 204  len: 168 time: 0.3197074
Nov 04 13:56:28.830635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb15ac0-d4dd-4a16-9f3b-17edef9a968b req-c6899c32-8ec5-4b68-a94f-9f651628b442 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:28.832077 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-deb15ac0-d4dd-4a16-9f3b-17edef9a968b req-c6899c32-8ec5-4b68-a94f-9f651628b442 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 946 time: 0.0815763
Nov 04 13:56:28.904977 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-deb15ac0-d4dd-4a16-9f3b-17edef9a968b req-62a4bd4f-7e80-43b6-a9dd-31d1a7e144f3 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664155
Nov 04 13:56:31.266884 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35710) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:31.411157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:31.442307 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:31.446188 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Usage tracker for resource:security_group_rule and tenant:8ed6b6b777244d98bac420dba8c6cbf8 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:31.448936 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:31.454601 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:31.609280 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:31.683626 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:31.690761 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ee12b01f-7433-4005-871f-ca7a7228b7e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:31.727963 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc842cd-42dd-4d80-8f63-d4241c9d5c94,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:31.732583 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:31.736096 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=8ed6b6b777244d98bac420dba8c6cbf8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4680054
Nov 04 13:56:31.738730 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35716) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:31.800572 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:31.831245 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:31.993700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:31.997932 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4e29e150-34fd-4482-b9bc-12098fbd0ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:32.010528 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc842cd-42dd-4d80-8f63-d4241c9d5c94,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:32.013380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:32.015254 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:32.016355 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2fc842cd-42dd-4d80-8f63-d4241c9d5c94 HTTP/1.1" status: 204  len: 168 time: 0.2768366
Nov 04 13:56:32.148994 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b38c84df-1628-4231-84ed-a1e1eccac807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:32.268048 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:32.633111 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:32.805659 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35724) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:32.826911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:32.856212 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:32.859934 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec5d8e86e6844f58836decec0d8444d is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:32.862670 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:32.868702 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:32.936595 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:33.026918 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:33.036318 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f9ac0bdb-cd93-4d46-a5f5-38bfb6a0d955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:33.076716 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b669f9b8-34bd-48b2-951f-a2d5f373c825,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:33.079906 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:33.082516 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-eed3105d-b775-45b9-98c1-b9b22dd1ce53 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=1ec5d8e86e6844f58836decec0d8444d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2758427
Nov 04 13:56:33.085353 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35728) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:33.145229 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:33.170824 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:33.317735 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:33.321829 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b91a08ef-4de1-43dc-81be-421afd8df0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:33.334722 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b669f9b8-34bd-48b2-951f-a2d5f373c825,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:33.338539 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:33.344331 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:33.345517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b669f9b8-34bd-48b2-951f-a2d5f373c825 HTTP/1.1" status: 204  len: 168 time: 0.2591703
Nov 04 13:56:34.320169 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-03b1a644-da83-42a8-ab1f-dcf37711b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:35.439245 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:36.953652 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:38.592164 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-3cd298ad-40e6-45dc-a13e-6618aad9b420 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0867641
Nov 04 13:56:38.699257 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-92ea8b05-50ae-4543-afe9-6b84d923858e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 1099 time: 0.0853965
Nov 04 13:56:38.856900 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db26a67-797c-4699-98f0-4d521fed5eae req-4d963e59-b765-464c-aca5-2c86c2ca8017 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:38.858291 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-4d963e59-b765-464c-aca5-2c86c2ca8017 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 200  len: 918 time: 0.1351430
Nov 04 13:56:38.966366 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-343d2d65-1fc5-48e7-affc-d02a2568ce63 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace HTTP/1.1" status: 200  len: 1000 time: 0.0988386
Nov 04 13:56:39.034405 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db26a67-797c-4699-98f0-4d521fed5eae req-d5e2342d-44b8-4cc2-acb6-f39c0e9b9722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:39.035866 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-d5e2342d-44b8-4cc2-acb6-f39c0e9b9722 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 200  len: 856 time: 0.0632811
Nov 04 13:56:39.114168 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-8ecde771-104d-4906-8816-95cf0f38c75a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711219
Nov 04 13:56:39.247324 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-0b3d5205-0ea3-4b33-b199-cb1529150724 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255615
Nov 04 13:56:39.379165 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-9db26a67-797c-4699-98f0-4d521fed5eae req-a0b55060-a41a-4b08-8246-f71168fe80a1 service neutron] 10.222.0.90 "GET /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243634
Nov 04 13:56:48.956472 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35842) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:49.096829 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:49.127551 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:49.131415 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Usage tracker for resource:security_group_rule and tenant:4472b44c09314b0e918f3e635a239500 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:49.134826 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:49.140612 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:49.205936 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:49.273091 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:49.280131 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f12a404f-e7e5-44ad-a371-ba287521eedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:49.321227 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71ec015-9529-40e6-8a22-877ad47cf52b,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:49.325461 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=4472b44c09314b0e918f3e635a239500&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3680100
Nov 04 13:56:49.327819 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:49.328253 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35848) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:49.386438 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b297384e-6c48-4727-8f21-e309644a3053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:49.415273 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b297384e-6c48-4727-8f21-e309644a3053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:49.530020 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b297384e-6c48-4727-8f21-e309644a3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:49.533859 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-12010dff-7da1-47cd-99cb-a61fc0ff62ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:49.547009 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297384e-6c48-4727-8f21-e309644a3053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71ec015-9529-40e6-8a22-877ad47cf52b,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:49.550466 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b297384e-6c48-4727-8f21-e309644a3053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:49.556175 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b297384e-6c48-4727-8f21-e309644a3053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:49.557272 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b297384e-6c48-4727-8f21-e309644a3053 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b71ec015-9529-40e6-8a22-877ad47cf52b HTTP/1.1" status: 204  len: 168 time: 0.2281394
Nov 04 13:56:50.204925 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35858) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:50.223937 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:50.256194 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:50.261194 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Usage tracker for resource:security_group_rule and tenant:e320a2006f844320bf4989d806b9ae6a is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:50.264034 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:50.269633 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:50.334822 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:50.421243 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:50.427849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e8460570-30fb-427d-bc4f-ff881b53fdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:50.470469 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268e6637-5569-4e10-8ed1-420ac5aef1e4,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:50.474431 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e320a2006f844320bf4989d806b9ae6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2684553
Nov 04 13:56:50.475308 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c7c5b43e-b69a-4add-8ecf-f43df0789aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:50.477951 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 35862) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:50.542387 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1d2b26ed-e824-4d6e-9c21-0f1ffaab7925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:50.567524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1d2b26ed-e824-4d6e-9c21-0f1ffaab7925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:50.678480 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1d2b26ed-e824-4d6e-9c21-0f1ffaab7925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:50.682911 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a5c00b03-2160-4247-a48b-5c0ba0bf61b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:50.695974 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b26ed-e824-4d6e-9c21-0f1ffaab7925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e6637-5569-4e10-8ed1-420ac5aef1e4,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:50.698985 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1d2b26ed-e824-4d6e-9c21-0f1ffaab7925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:50.700848 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1d2b26ed-e824-4d6e-9c21-0f1ffaab7925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:50.701980 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-1d2b26ed-e824-4d6e-9c21-0f1ffaab7925 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/268e6637-5569-4e10-8ed1-420ac5aef1e4 HTTP/1.1" status: 204  len: 168 time: 0.2234664
Nov 04 13:56:52.636065 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35892) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:52.776040 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:52.807619 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:56:52.811449 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Usage tracker for resource:security_group_rule and tenant:7299c8eb95b146cf978b4bdee3a4c769 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:56:52.814278 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:56:52.820134 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:56:52.887084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:52.923991 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:52.932169 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-02ce5534-2557-43e3-8031-2d9c259e3078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:52.973952 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e730f7-03ef-4ace-840e-3a25d896a07e,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:52.977280 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:52.979695 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-f10f1abe-f284-4504-89c4-c9b78cbe9bff admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7299c8eb95b146cf978b4bdee3a4c769&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3426113
Nov 04 13:56:52.984107 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 35898) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:56:53.045439 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:53.075445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:53.185921 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:53.189538 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ba2cd8ed-adca-4e1d-a5ff-9f7e589c42df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:56:53.201379 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e730f7-03ef-4ace-840e-3a25d896a07e,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:56:53.203686 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:56:53.208658 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:56:53.209835 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/08e730f7-03ef-4ace-840e-3a25d896a07e HTTP/1.1" status: 204  len: 168 time: 0.2247546
Nov 04 13:56:55.973139 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:56:59.839751 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cd707-a5cc-47d0-a808-a264b4c87a3e req-5c9dca0d-a44b-4fb4-8a2c-4be9e8adee19 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:56:59.841203 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d24cd707-a5cc-47d0-a808-a264b4c87a3e req-5c9dca0d-a44b-4fb4-8a2c-4be9e8adee19 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 946 time: 0.0780513
Nov 04 13:56:59.888520 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d24cd707-a5cc-47d0-a808-a264b4c87a3e req-bc939a6e-a760-4b0a-acb4-af718f72eef0 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419166
Nov 04 13:57:01.064714 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-22121371-8f3a-432b-89a5-73a9cc665ac5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:01.065518 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-22121371-8f3a-432b-89a5-73a9cc665ac5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Synchronizing usage tracker for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:57:01.077612 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-22121371-8f3a-432b-89a5-73a9cc665ac5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Unset dirty status for tenant:393598d5a9a045e2b4aad49ebbb30df3 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:57:01.078748 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-22121371-8f3a-432b-89a5-73a9cc665ac5 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 946 time: 0.1084378
Nov 04 13:57:01.133229 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f60dc-6aed-4737-8676-c6c0d1a04415 req-47e882d4-ecdc-484e-8e8c-d0753aeb2420 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:01.134725 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-685f60dc-6aed-4737-8676-c6c0d1a04415 req-47e882d4-ecdc-484e-8e8c-d0753aeb2420 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 946 time: 0.0901279
Nov 04 13:57:01.154789 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Deleting port a876ceb6-8fa1-40f4-ba83-72f4d1258ace {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:01.155423 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:01.183806 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-685f60dc-6aed-4737-8676-c6c0d1a04415 req-041a1a6c-982d-44ee-96ec-95c6377b19d9 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups?id=856aaa02-8d8f-42e2-af6f-820ae55c99f9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431724
Nov 04 13:57:01.493187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] For port a876ceb6-8fa1-40f4-ba83-72f4d1258ace, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:01.493830 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:01.782870 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:01.783358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:01.783678 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Floating IP c3d02dd5-abf6-409d-86a2-57a03cb9ef1f disassociated. External IP: 172.27.2.22, port: a876ceb6-8fa1-40f4-ba83-72f4d1258ace.
Nov 04 13:57:01.784020 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Calling delete_port for a876ceb6-8fa1-40f4-ba83-72f4d1258ace owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:02.015688 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:02.021430 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-73853365-384b-4b47-9947-523b38ccc041 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:02.062980 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event deleted for resources: {'Port': ['ID=a876ceb6-8fa1-40f4-ba83-72f4d1258ace,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:02.067102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:02.141289 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a7846160-d585-4691-b14f-cba93f9eeaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:02.239322 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:02.284423 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:57:02.388059 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8f4cf61d-f751-48c7-8951-0a830b2c9151 req-478b24cf-da99-4fb3-99bb-b9c368fee6a8 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 210 time: 0.0423281
Nov 04 13:57:02.504454 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:57:02.518820 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] Sync routers for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:57:02.532099 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:02.532602 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b271220>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:56:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:02.612104 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] No DVR routers for this DVR port a876ceb6-8fa1-40f4-ba83-72f4d1258ace on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:57:02.615339 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:02.619013 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-deleted', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:57:02.661372 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:02.678069 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ee1474-2b4c-4d7a-a95e-5119dfb72eeb', 'name': 'network-vif-deleted', 'tag': 'a876ceb6-8fa1-40f4-ba83-72f4d1258ace', 'status': 'completed', 'code': 200}
Nov 04 13:57:02.737475 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:02.740994 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4794898c-8ca9-4c52-a65e-9f29e661076c req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.90 "DELETE /v2.0/ports/a876ceb6-8fa1-40f4-ba83-72f4d1258ace HTTP/1.1" status: 204  len: 173 time: 1.6569939
Nov 04 13:57:03.096442 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b271220>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:03.100604 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] Checking router: 62d03442-8ba6-41f3-a36a-c93b3ef6b461 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:57:03.115173 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:03.115785 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b271220>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:56:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:03.301170 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:03.590990 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1e4c9e98-5a9a-4b12-b1b5-878b9d6aef72 req-0f1535be-b779-4ac5-8ffd-93d66b7690e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/ports?device_id=80ee1474-2b4c-4d7a-a95e-5119dfb72eeb HTTP/1.1" status: 200  len: 210 time: 0.0453160
Nov 04 13:57:03.645012 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b271220>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:03.651594 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3a74b8-ab16-4602-b93f-99eff9c9cc3b None None] The sync data for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi is: [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:50:01Z', 'revision_number': 4, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'f211e187-33f7-4806-b315-6a77719806c7', 'name': '', 'network_id': 'b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'mac_address': 'fa:16:3e:b3:b5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:59Z', 'updated_at': '2021-11-04T13:50:10Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'subnets': [{'id': 'e5d43e8e-2374-4f9d-a839-ad792d1f2f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:57:03.893904 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40355e-9d35-4a4f-87e7-3b04a3e2da6b None None] New status for floating IP c3d02dd5-abf6-409d-86a2-57a03cb9ef1f: DOWN {{(pid=83646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:57:04.341055 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-21cd1659-3a10-4926-8656-6eeba2a7f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:04.464215 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:04.499908 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: a876ceb6-8fa1-40f4-ba83-72f4d1258ace {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:04.500316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device a876ceb6-8fa1-40f4-ba83-72f4d1258ace not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:04.828245 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36036) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:04.895001 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:04.923702 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.060839 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.064821 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0a428d54-b276-47ed-8017-93011365ae44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:05.080561 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856aaa02-8d8f-42e2-af6f-820ae55c99f9,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:05.083215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:05.152368 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.153596 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "DELETE /v2.0/security-groups/856aaa02-8d8f-42e2-af6f-820ae55c99f9 HTTP/1.1" status: 204  len: 168 time: 0.3244097
Nov 04 13:57:05.156393 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36040) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:05.173721 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.api.v2.resource [None req-061bd20b-bb15-4b54-b572-6f1cdd8514eb tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] show failed (client error): The resource could not be found.
Nov 04 13:57:05.174782 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-061bd20b-bb15-4b54-b572-6f1cdd8514eb tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "GET /v2.0/security-groups/856aaa02-8d8f-42e2-af6f-820ae55c99f9 HTTP/1.1" status: 404  len: 347 time: 0.0174870
Nov 04 13:57:05.177616 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36044) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:05.418297 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Deleting port 8d702e0b-b01d-462a-b299-a70521c3d16f {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:05.418547 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.454499 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.589884 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.590225 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.716166 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Calling delete_port for 8d702e0b-b01d-462a-b299-a70521c3d16f owned by network:floatingip {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:05.952836 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:05.958674 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-88a7a6d8-ec6c-4e5e-a411-6b117a902830 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:06.022122 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Pushing event deleted for resources: {'Port': ['ID=8d702e0b-b01d-462a-b299-a70521c3d16f,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:06.025764 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:06.119703 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks [] for floatingip, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:06.134450 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:06.135701 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-04412fdd-f691-4ff0-ad79-ac5d38e7098a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] 10.222.0.96 "DELETE /v2.0/floatingips/c3d02dd5-abf6-409d-86a2-57a03cb9ef1f HTTP/1.1" status: 204  len: 168 time: 0.9570630
Nov 04 13:57:06.360704 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36060) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:06.510175 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:06.542141 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:06.545872 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Usage tracker for resource:security_group_rule and tenant:5e239d1ec81e4706b8f6d947533dc7b2 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:06.548662 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:06.554649 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:06.619620 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:06.712593 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:06.719457 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c434db8e-daeb-4391-a3a0-06c0fab71166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:06.761556 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66a0b0-ed49-4e40-ad23-29aaef36a9dd,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:06.765049 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:06.767406 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-df87a451-6c18-4ba3-a978-cb2e5070b075 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=5e239d1ec81e4706b8f6d947533dc7b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4056947
Nov 04 13:57:06.770148 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36068) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:06.841158 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:06.872224 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:06.969431 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:07.049713 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:07.053646 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:07.067355 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66a0b0-ed49-4e40-ad23-29aaef36a9dd,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:07.070422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:07.072450 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:07.073551 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4c66a0b0-ed49-4e40-ad23-29aaef36a9dd HTTP/1.1" status: 204  len: 168 time: 0.3025000
Nov 04 13:57:07.534899 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36078) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:07.810039 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36090) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:07.830226 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:07.862703 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:07.866523 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Usage tracker for resource:security_group_rule and tenant:cf530820da034335a3890a2decae92f0 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:07.869963 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:07.875646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:07.951041 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.033628 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Deleting port ad82d3f3-56c3-4570-9b96-3018b42b0ed4 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:08.033998 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.049253 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.058880 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-06ebd222-17e3-42b8-bcec-df1a0913b626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:08.101476 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f224d53-797b-450a-995f-4e5bb5808244,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:08.104517 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:08.109920 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-fe0586ac-d159-44f9-a622-463030089654 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=cf530820da034335a3890a2decae92f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2988765
Nov 04 13:57:08.110599 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36096) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:08.176435 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1cce0197-aa15-4b84-bfaa-49823a9a0f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.204397 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1cce0197-aa15-4b84-bfaa-49823a9a0f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.212853 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.213367 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.340780 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1cce0197-aa15-4b84-bfaa-49823a9a0f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.341034 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Calling delete_port for ad82d3f3-56c3-4570-9b96-3018b42b0ed4 owned by network:floatingip {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:08.344783 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9290e1ab-e04a-493b-8b28-ad2aa1067095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:08.356343 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce0197-aa15-4b84-bfaa-49823a9a0f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f224d53-797b-450a-995f-4e5bb5808244,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:08.358723 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-1cce0197-aa15-4b84-bfaa-49823a9a0f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:08.367819 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-1cce0197-aa15-4b84-bfaa-49823a9a0f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.371875 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-1cce0197-aa15-4b84-bfaa-49823a9a0f0d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5f224d53-797b-450a-995f-4e5bb5808244 HTTP/1.1" status: 204  len: 168 time: 0.2579587
Nov 04 13:57:08.570833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:08.574917 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ca3a8c90-6fa4-49c4-b06c-e2d189a8533a tempest-ServerRescueNegativeTestJSON-838239661 tempest-ServerRescueNegativeTestJSON-838239661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:08.619668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event deleted for resources: {'Port': ['ID=ad82d3f3-56c3-4570-9b96-3018b42b0ed4,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:08.622151 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:08.717768 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for floatingip, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.133890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:57:09.199541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36110) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:09.219609 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.264934 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:09.269088 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Usage tracker for resource:security_group_rule and tenant:54e8c3dae90e4d5ba5b35ea46c86de1b is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:09.272449 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:09.279517 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:09.284656 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36114) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:09.358137 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:57:09.374587 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] Sync routers for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:57:09.375168 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.385707 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:09.386414 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b271940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:09.466843 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.475177 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-7f935565-c83d-4894-a1a5-b342f8d163aa tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:09.483655 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.536929 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af873b-f295-4a31-ad0b-53fcee669bc5,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:09.542835 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "DELETE /v2.0/floatingips/4afd4e25-0257-4723-9872-63a77b1d2f3b HTTP/1.1" status: 204  len: 168 time: 2.0056136
Nov 04 13:57:09.542835 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:57:09.554712 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:09.559638 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=54e8c3dae90e4d5ba5b35ea46c86de1b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3587530
Nov 04 13:57:09.562382 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36124) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:09.598562 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:09.639511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7d96d280-896d-4b36-b7c1-e80ae5a4a0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.651014 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'status': 'completed', 'code': 200}
Nov 04 13:57:09.714074 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7d96d280-896d-4b36-b7c1-e80ae5a4a0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.784778 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-f6a71874-e69a-4de7-9a41-9d640bacebdd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=50e0fa78a5624d548307a24e279b8b2e&device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 1099 time: 0.1160514
Nov 04 13:57:09.955487 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b271940>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:09.962165 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] Checking router: 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:57:09.986579 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7d96d280-896d-4b36-b7c1-e80ae5a4a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:09.991814 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:09.991956 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f3ca0f80-7e69-4bae-8a2c-06675838a8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:09.992929 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b271940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:10.016369 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96d280-896d-4b36-b7c1-e80ae5a4a0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af873b-f295-4a31-ad0b-53fcee669bc5,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:10.020502 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7d96d280-896d-4b36-b7c1-e80ae5a4a0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:10.053325 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-7d96d280-896d-4b36-b7c1-e80ae5a4a0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:10.054546 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-7d96d280-896d-4b36-b7c1-e80ae5a4a0e0 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/65af873b-f295-4a31-ad0b-53fcee669bc5 HTTP/1.1" status: 204  len: 168 time: 0.4911871
Nov 04 13:57:10.076092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-1a05a289-cb62-4c7b-a344-04dff9e47008 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:10.077593 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-1a05a289-cb62-4c7b-a344-04dff9e47008 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 200  len: 909 time: 0.2842052
Nov 04 13:57:10.095185 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:10.158482 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-b9f6af04-b422-4c3c-8ec7-5d6beceaf7f2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 200  len: 217 time: 0.0740302
Nov 04 13:57:10.233114 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-0b401270-34af-46d6-ab32-ed4c67132471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:10.234629 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-0b401270-34af-46d6-ab32-ed4c67132471 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=16d2cd62-1957-4e27-9e09-312447b72513 HTTP/1.1" status: 200  len: 847 time: 0.0688295
Nov 04 13:57:10.329463 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-3adbee3e-2a61-4a04-9ea8-bd1619531ec7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868633
Nov 04 13:57:10.363901 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:10.432638 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0223f-17ae-4634-b396-92ec20cfd248 req-98996773-1c32-4dd6-a0f1-161970e844b4 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:10.434182 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e1e0223f-17ae-4634-b396-92ec20cfd248 req-98996773-1c32-4dd6-a0f1-161970e844b4 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1844122
Nov 04 13:57:10.491746 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-62e82da5-c570-4b3e-974c-bce252e634f8 service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540387
Nov 04 13:57:10.512465 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e1e0223f-17ae-4634-b396-92ec20cfd248 req-d7b61ccf-8a17-4073-a7a3-4259446aecba tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675814
Nov 04 13:57:10.668482 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-29c2cdd2-5d7f-4b28-8d79-c7d1b49e2d4c req-af22877e-0a80-41da-9595-a0d3c254022e service neutron] 10.222.0.90 "GET /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701865
Nov 04 13:57:10.767815 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b271940>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:10.771643 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99428688-daaf-40e5-ab83-d3761c6be0e1 None None] The sync data for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi is: [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:07Z', 'revision_number': 4, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': '2986999b-20f3-4b5a-8ee1-682925caaaa6', 'name': '', 'network_id': 'b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'mac_address': 'fa:16:3e:db:cd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16d2cd62-1957-4e27-9e09-312447b72513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:06Z', 'updated_at': '2021-11-04T13:51:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'subnets': [{'id': '16d2cd62-1957-4e27-9e09-312447b72513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:57:10.993260 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Deleting port f211e187-33f7-4806-b315-6a77719806c7 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:10.993591 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:11.017334 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3125a922-937f-458f-89aa-f78c5b528861 None None] New status for floating IP 4afd4e25-0257-4723-9872-63a77b1d2f3b: DOWN {{(pid=83646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:57:11.200483 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] For port f211e187-33f7-4806-b315-6a77719806c7, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=f211e187-33f7-4806-b315-6a77719806c7,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:11.200835 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:11.325804 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Calling delete_port for f211e187-33f7-4806-b315-6a77719806c7 owned by network:router_interface {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:11.563885 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:11.567826 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:11.610604 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Pushing event deleted for resources: {'Port': ['ID=f211e187-33f7-4806-b315-6a77719806c7,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:11.613150 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:11.633676 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-448c5141-2b23-464c-8002-87b6d0110fdd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:11.634533 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-448c5141-2b23-464c-8002-87b6d0110fdd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Synchronizing usage tracker for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:57:11.729332 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-448c5141-2b23-464c-8002-87b6d0110fdd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Unset dirty status for tenant:50e0fa78a5624d548307a24e279b8b2e on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:57:11.730532 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-448c5141-2b23-464c-8002-87b6d0110fdd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.90 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1887360
Nov 04 13:57:11.811804 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Deleting port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:11.812141 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:11.876598 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606b980-ee59-4ab7-839b-75a6fc365fd2 req-8fc5d356-aeb5-4511-bd9e-55d3c0e1a3c8 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:11.878074 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5606b980-ee59-4ab7-839b-75a6fc365fd2 req-8fc5d356-aeb5-4511-bd9e-55d3c0e1a3c8 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 946 time: 0.1854963
Nov 04 13:57:12.104130 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] For port 36b45629-d2be-45d8-9e8b-3b455aaea3b6, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=36b45629-d2be-45d8-9e8b-3b455aaea3b6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:12.104399 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:12.111402 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5606b980-ee59-4ab7-839b-75a6fc365fd2 req-62a297d5-9df5-4799-b003-6b34eacd7e7f tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/security-groups?id=397b8238-8098-4063-b3cb-6f9ada971467&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2248106
Nov 04 13:57:12.163642 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:12.242856 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Calling delete_port for 36b45629-d2be-45d8-9e8b-3b455aaea3b6 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:12.462699 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:12.469725 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c8006f9e-254a-4a32-b78c-e48c8d4f0319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:12.514767 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event deleted for resources: {'Port': ['ID=36b45629-d2be-45d8-9e8b-3b455aaea3b6,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:12.517250 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:12.592760 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] No DVR routers for this DVR port 36b45629-d2be-45d8-9e8b-3b455aaea3b6 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:57:12.595178 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:12.599255 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-deleted', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:57:12.659248 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84618b24-5ca7-4daf-b294-af5be927d638', 'name': 'network-vif-deleted', 'tag': '36b45629-d2be-45d8-9e8b-3b455aaea3b6', 'status': 'completed', 'code': 200}
Nov 04 13:57:12.690169 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-22b6d919-385b-4763-a6f7-96227320bcc4 req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.90 "DELETE /v2.0/ports/36b45629-d2be-45d8-9e8b-3b455aaea3b6 HTTP/1.1" status: 204  len: 173 time: 0.9539170
Nov 04 13:57:12.816215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:57:13.056524 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:57:13.069056 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] Sync routers for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:57:13.077960 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] 10.222.0.96 "PUT /v2.0/routers/62d03442-8ba6-41f3-a36a-c93b3ef6b461/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7918305
Nov 04 13:57:13.080598 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36176) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:13.083116 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:13.083816 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751acd87c0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:13.334009 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-698df557-7f0a-4828-ab9d-792fc23f5433 req-3d4ca558-80a8-415a-b7e8-e0cbc0d7b1f5 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "GET /v2.0/ports?device_id=84618b24-5ca7-4daf-b294-af5be927d638 HTTP/1.1" status: 200  len: 210 time: 0.0590065
Nov 04 13:57:13.367107 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:13.495224 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:13.700672 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751acd87c0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:57:11Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:13.704548 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] Checking router: 62d03442-8ba6-41f3-a36a-c93b3ef6b461 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:57:13.718042 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] Routers {'62d03442-8ba6-41f3-a36a-c93b3ef6b461'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:13.718911 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751acd87c0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:13.731104 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:13.821237 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Deleting port 2aae8961-0a1a-4840-bd4d-6776ec67227a {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:13.821809 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:13.910234 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] Set router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:14.037719 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] For port 2aae8961-0a1a-4840-bd4d-6776ec67227a, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=2aae8961-0a1a-4840-bd4d-6776ec67227a,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:14.039152 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:14.185243 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Calling delete_port for 2aae8961-0a1a-4840-bd4d-6776ec67227a owned by network:router_gateway {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:14.261594 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751acd87c0>, [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:57:11Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:14.265932 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2715cfe-77f1-48e8-80c7-61bcbb7db0aa None None] The sync data for ids ['62d03442-8ba6-41f3-a36a-c93b3ef6b461'] in dv-cinder-810367-1-iscsi is: [{'id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'name': 'tempest-AttachVolumeShelveTestJSON-1348013250-router', 'tenant_id': '393598d5a9a045e2b4aad49ebbb30df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:49:54Z', 'updated_at': '2021-11-04T13:57:11Z', 'revision_number': 5, 'project_id': '393598d5a9a045e2b4aad49ebbb30df3', 'gw_port': {'id': '2aae8961-0a1a-4840-bd4d-6776ec67227a', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d03442-8ba6-41f3-a36a-c93b3ef6b461', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:49:55Z', 'updated_at': '2021-11-04T13:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:57:14.454101 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36194) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:14.455225 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:14.460030 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:14.487774 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 36b45629-d2be-45d8-9e8b-3b455aaea3b6 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:14.505734 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aae8961-0a1a-4840-bd4d-6776ec67227a,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:14.530814 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:14.545385 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 36b45629-d2be-45d8-9e8b-3b455aaea3b6 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:14.545872 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 36b45629-d2be-45d8-9e8b-3b455aaea3b6 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:14.558888 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.559266 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.559633 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.559991 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.560349 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.560710 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.561060 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.561413 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.561778 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.562131 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.562475 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:14.564141 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:14.592157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:14.769543 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:14.802376 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:14.802376 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-3733c568-8528-4217-aa32-d57abbb2d915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:14.823737 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397b8238-8098-4063-b3cb-6f9ada971467,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:14.826436 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:14.918447 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:14.919563 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] 10.222.0.96 "DELETE /v2.0/security-groups/397b8238-8098-4063-b3cb-6f9ada971467 HTTP/1.1" status: 204  len: 168 time: 0.4644358
Nov 04 13:57:15.032077 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36204) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:15.062045 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.066361 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.272304 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.274155 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62d03442-8ba6-41f3-a36a-c93b3ef6b461 {{(pid=83645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 13:57:15.287666 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.290252 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] 10.222.0.96 "DELETE /v2.0/routers/62d03442-8ba6-41f3-a36a-c93b3ef6b461 HTTP/1.1" status: 204  len: 168 time: 2.2085378
Nov 04 13:57:15.291773 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36210) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:15.358782 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Deleting subnet e5d43e8e-2374-4f9d-a839-ad792d1f2f2b {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:57:15.362299 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.424272 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.549226 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.677027 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.706792 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.711238 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a825668b-ca86-46d6-b2e0-7d279707bd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:15.748677 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d43e8e-2374-4f9d-a839-ad792d1f2f2b,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:15.752765 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:15.764874 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.771594 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ae56dd33-8e8e-48ba-b702-ecea26417fbd admin admin] 10.222.0.96 "DELETE /v2.0/subnets/e5d43e8e-2374-4f9d-a839-ad792d1f2f2b HTTP/1.1" status: 204  len: 168 time: 0.4786806
Nov 04 13:57:15.772874 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571e032-4acc-4d4f-8648-2fee210fe5e9 None None] Network b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:57:15.774070 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36214) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:15.900555 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:15.915202 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Deleting port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:15.915539 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.087338 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2aae8961-0a1a-4840-bd4d-6776ec67227a no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:16.159566 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 2aae8961-0a1a-4840-bd4d-6776ec67227a {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:16.160066 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2aae8961-0a1a-4840-bd4d-6776ec67227a not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:16.160597 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device f211e187-33f7-4806-b315-6a77719806c7 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:16.160870 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] For port 636d7a8b-da56-4904-b8dd-2c8cc83080a3, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=636d7a8b-da56-4904-b8dd-2c8cc83080a3,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:16.161235 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.197922 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] DHCP port deletion for b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 13:57:16.208022 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: f211e187-33f7-4806-b315-6a77719806c7 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:16.208499 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device f211e187-33f7-4806-b315-6a77719806c7 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:16.210675 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Deleting port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:16.212085 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.377406 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Calling delete_port for 636d7a8b-da56-4904-b8dd-2c8cc83080a3 owned by network:dhcp {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:16.458562 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] For port 636d7a8b-da56-4904-b8dd-2c8cc83080a3, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=636d7a8b-da56-4904-b8dd-2c8cc83080a3,segment=NetworkSegment(8fc6194a-b43f-432b-858e-659d9be52579),segment_id=8fc6194a-b43f-432b-858e-659d9be52579)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:16.459037 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.504782 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Deleting port 2986999b-20f3-4b5a-8ee1-682925caaaa6 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:16.505659 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.580121 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.587023 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7335e218-a684-4ca8-9fe3-1065e28ec937 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:16.594852 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Calling delete_port for 636d7a8b-da56-4904-b8dd-2c8cc83080a3 owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:16.636178 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=636d7a8b-da56-4904-b8dd-2c8cc83080a3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:16.640743 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:16.645645 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] No DVR routers for this DVR port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 on host dv-cinder-810367-1-iscsi {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:57:16.685206 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 13:57:16.685814 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 13:57:16.724601 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] For port 2986999b-20f3-4b5a-8ee1-682925caaaa6, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=2986999b-20f3-4b5a-8ee1-682925caaaa6,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:16.725313 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.768129 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.798851 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751aa25400>,) {'filters': {'network_id': ['b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:16.812676 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751aa25400>, '8fc6194a-b43f-432b-858e-659d9be52579') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:16.813073 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751aa25400>, '8fc6194a-b43f-432b-858e-659d9be52579') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:16.827557 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.846898 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.855710 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:57:16.857397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:16.863619 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Calling delete_port for 2986999b-20f3-4b5a-8ee1-682925caaaa6 owned by network:router_interface {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:57:16.872077 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:57:17.087324 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.091099 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-387ae683-4fbc-4226-be10-fde1f55ef0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:17.104279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.115524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:17.120371 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:17.163913 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.169366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:17.187187 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Deleting port 636d7a8b-da56-4904-b8dd-2c8cc83080a3 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:17.187780 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.218679 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Pushing event deleted for resources: {'Port': ['ID=2986999b-20f3-4b5a-8ee1-682925caaaa6,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:17.222446 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:17.229393 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] 10.222.0.96 "DELETE /v2.0/networks/b25a0a5a-19ca-4ad8-84c2-e4426f5d5e34 HTTP/1.1" status: 204  len: 168 time: 1.4540710
Nov 04 13:57:17.263165 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f180c-a579-4a68-af1e-0a8318291786 None None] The port '636d7a8b-da56-4904-b8dd-2c8cc83080a3' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 13:57:17.613909 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36238) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:17.623673 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.676706 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-22e93c94-a602-444d-b418-47575f847b10 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=393598d5a9a045e2b4aad49ebbb30df3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0586200
Nov 04 13:57:17.676903 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36242) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:17.748791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.776730 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.823466 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a69d66-d01d-4ed1-86a8-aac7296dc1ed req-519c512b-3d9c-47e2-aab2-522638fe49e7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:17.824989 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b7a69d66-d01d-4ed1-86a8-aac7296dc1ed req-519c512b-3d9c-47e2-aab2-522638fe49e7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.2660470
Nov 04 13:57:17.887501 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b7a69d66-d01d-4ed1-86a8-aac7296dc1ed req-1bbc2201-d055-4e78-90da-cefd5d4c0f67 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566721
Nov 04 13:57:17.952157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.957360 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d7ecb02a-5367-42c5-a1e7-6910cbc7b48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:17.970824 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cdee5f-88ff-4349-9910-891c69be410f,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:17.976047 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:17.977574 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:17.978855 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/a1cdee5f-88ff-4349-9910-891c69be410f HTTP/1.1" status: 204  len: 168 time: 0.3008456
Nov 04 13:57:18.139614 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 636d7a8b-da56-4904-b8dd-2c8cc83080a3 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:18.177112 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 636d7a8b-da56-4904-b8dd-2c8cc83080a3 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:18.177494 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 636d7a8b-da56-4904-b8dd-2c8cc83080a3 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:18.482178 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:57:18.703353 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:57:18.713798 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] Sync routers for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:57:18.717174 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] 10.222.0.96 "PUT /v2.0/routers/4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6839335
Nov 04 13:57:18.720268 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36268) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:18.728094 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:18.728710 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751aa2d070>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:18.925483 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:19.130960 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b222683-a2af-4c4a-b69c-d11d4a33d544 req-95cf0555-7211-4754-bdc5-1ad58ec2934e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:19.133533 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5b222683-a2af-4c4a-b69c-d11d4a33d544 req-95cf0555-7211-4754-bdc5-1ad58ec2934e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.0999720
Nov 04 13:57:19.134751 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35335083-ccd6-463f-aa48-98746ce0764d req-f3674885-c9f4-4d4f-a6be-170c9401ac25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:19.135808 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-35335083-ccd6-463f-aa48-98746ce0764d req-f3674885-c9f4-4d4f-a6be-170c9401ac25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Synchronizing usage tracker for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:57:19.159337 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks [] for router, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:19.204374 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5b222683-a2af-4c4a-b69c-d11d4a33d544 req-20974716-4d23-47b5-88a7-4bd17e501b1c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649815
Nov 04 13:57:19.307228 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751aa2d070>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:57:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:19.312386 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] Checking router: 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:57:19.325567 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] Routers {'4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:19.326282 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751aa2d070>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:19.418707 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:19.477990 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-35335083-ccd6-463f-aa48-98746ce0764d req-f3674885-c9f4-4d4f-a6be-170c9401ac25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Unset dirty status for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:57:19.479436 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-35335083-ccd6-463f-aa48-98746ce0764d req-f3674885-c9f4-4d4f-a6be-170c9401ac25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.4815485
Nov 04 13:57:19.526682 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Deleting port 48427265-c9c6-4269-8225-7dd3198f1a2d {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:19.527103 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:19.571877 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] Set router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:19.621699 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Deleting port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:19.622056 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:19.868375 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] For port 48427265-c9c6-4269-8225-7dd3198f1a2d, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=48427265-c9c6-4269-8225-7dd3198f1a2d,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:19.869028 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:19.883137 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751aa2d070>, [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:57:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:19.888070 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfba8bc-9c54-4ccc-90f5-78035642816d None None] The sync data for ids ['4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87'] in dv-cinder-810367-1-iscsi is: [{'id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'name': 'tempest-TestShelveInstance-203613086-router', 'tenant_id': '50e0fa78a5624d548307a24e279b8b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:57:16Z', 'revision_number': 5, 'project_id': '50e0fa78a5624d548307a24e279b8b2e', 'gw_port': {'id': '48427265-c9c6-4269-8225-7dd3198f1a2d', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:02Z', 'updated_at': '2021-11-04T13:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:57:20.054855 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Calling delete_port for 48427265-c9c6-4269-8225-7dd3198f1a2d owned by network:router_gateway {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:20.171232 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] For port 21d2ebc9-1fc6-47e2-978f-e1d615c27548, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=21d2ebc9-1fc6-47e2-978f-e1d615c27548,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:20.171507 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:20.294843 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2986999b-20f3-4b5a-8ee1-682925caaaa6 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:20.367974 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 2986999b-20f3-4b5a-8ee1-682925caaaa6 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:20.368438 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 2986999b-20f3-4b5a-8ee1-682925caaaa6 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:20.516184 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82104c0-1aa3-4e5e-80c0-e9f31fc372c0 req-f53aa301-18bc-47f6-a698-f4b0b79ba94e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:20.517831 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f82104c0-1aa3-4e5e-80c0-e9f31fc372c0 req-f53aa301-18bc-47f6-a698-f4b0b79ba94e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 945 time: 0.0970864
Nov 04 13:57:20.563944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:20.566007 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:20.566007 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Floating IP 71a34043-3daf-4e98-b856-0f8607df7f9e disassociated. External IP: 172.27.2.91, port: 21d2ebc9-1fc6-47e2-978f-e1d615c27548.
Nov 04 13:57:20.566007 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Calling delete_port for 21d2ebc9-1fc6-47e2-978f-e1d615c27548 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:20.584183 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f82104c0-1aa3-4e5e-80c0-e9f31fc372c0 req-793996c1-76e7-465e-b3c5-3b76a6c35bcc tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584378
Nov 04 13:57:20.762209 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:20.763639 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9c5e64dd-d9b1-40c9-bbca-fc4933055891 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:20.847146 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Pushing event deleted for resources: {'Port': ['ID=48427265-c9c6-4269-8225-7dd3198f1a2d,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:20.852663 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:21.021784 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:21.092224 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-14efca51-560a-4920-b1e2-1c32095d159d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:21.143326 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event deleted for resources: {'Port': ['ID=21d2ebc9-1fc6-47e2-978f-e1d615c27548,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:21.147021 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:21.149084 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:21.479833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:21.487209 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:21.640407 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:57:21.713315 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:21.713850 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 {{(pid=83645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 13:57:21.775382 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5764d464-f440-4ac3-bacd-1a119cd724d6 req-c41ed8a2-cd28-40dc-9cb3-704a642982cd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0481448
Nov 04 13:57:21.836084 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:21.837228 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] 10.222.0.96 "DELETE /v2.0/routers/4e0ca38b-f5fc-466c-84e7-f2e03a4a3b87 HTTP/1.1" status: 204  len: 168 time: 3.1159983
Nov 04 13:57:21.841202 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36310) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:21.934359 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Deleting subnet 16d2cd62-1957-4e27-9e09-312447b72513 {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:57:21.941954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:22.001075 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:57:22.004183 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:22.011555 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:57:22.031559 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:22.032197 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b0895b0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:22.252250 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:22.307001 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 48427265-c9c6-4269-8225-7dd3198f1a2d no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:22.334332 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] No DVR routers for this DVR port 21d2ebc9-1fc6-47e2-978f-e1d615c27548 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:57:22.342147 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:22.344323 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-35335083-ccd6-463f-aa48-98746ce0764d req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "DELETE /v2.0/ports/21d2ebc9-1fc6-47e2-978f-e1d615c27548 HTTP/1.1" status: 204  len: 173 time: 2.8590679
Nov 04 13:57:22.344968 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'name': 'network-vif-deleted', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:57:22.351516 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 48427265-c9c6-4269-8225-7dd3198f1a2d {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:22.351516 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 48427265-c9c6-4269-8225-7dd3198f1a2d not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:22.399652 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:22.449517 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4929bd1-5933-4cf1-9439-42603ab41753', 'name': 'network-vif-deleted', 'tag': '21d2ebc9-1fc6-47e2-978f-e1d615c27548', 'status': 'completed', 'code': 200}
Nov 04 13:57:22.510426 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 21d2ebc9-1fc6-47e2-978f-e1d615c27548 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:22.546027 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 21d2ebc9-1fc6-47e2-978f-e1d615c27548 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:22.546387 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 21d2ebc9-1fc6-47e2-978f-e1d615c27548 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:22.655454 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:22.660250 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c0621177-f526-4d21-99b5-3e21997e403d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:22.667384 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b0895b0>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:22.674017 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:57:22.693461 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:22.694551 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b0895b0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:22.718511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d2cd62-1957-4e27-9e09-312447b72513,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:22.723945 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:22.729277 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:22.734739 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e35480d-aa4c-4ded-91e4-be579e2f7d9d None None] Network b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:57:22.738009 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e0db60fe-3099-48b2-8945-67670e180eac admin admin] 10.222.0.96 "DELETE /v2.0/subnets/16d2cd62-1957-4e27-9e09-312447b72513 HTTP/1.1" status: 204  len: 168 time: 0.8959212
Nov 04 13:57:22.740422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36338) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:22.926121 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:22.934391 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:22.982723 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Deleting port 7a804e14-6140-43dc-b286-015eed3f9749 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:22.984136 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.171376 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c692a3fd-cfe0-4bdd-81fe-dfc1525a3088 req-5bbf30c7-d535-4871-b872-59e0799513bd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0472708
Nov 04 13:57:23.185524 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] DHCP port deletion for b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 13:57:23.190194 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Deleting port 7a804e14-6140-43dc-b286-015eed3f9749 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:23.190841 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.328007 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b0895b0>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:23.333323 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e4b9a8-5e30-44f5-88c2-e07b52ac12c3 None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:57:23.341941 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] For port 7a804e14-6140-43dc-b286-015eed3f9749, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=7a804e14-6140-43dc-b286-015eed3f9749,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:23.342960 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.460625 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] For port 7a804e14-6140-43dc-b286-015eed3f9749, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=7a804e14-6140-43dc-b286-015eed3f9749,segment=NetworkSegment(ab4c4be0-09dd-4033-8012-ef5f96aa9253),segment_id=ab4c4be0-09dd-4033-8012-ef5f96aa9253)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:23.461206 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.482182 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Calling delete_port for 7a804e14-6140-43dc-b286-015eed3f9749 owned by network:dhcp {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:23.586672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b96a08-f6b1-4a13-a217-9359127efa30 None None] New status for floating IP 71a34043-3daf-4e98-b856-0f8607df7f9e: DOWN {{(pid=83646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:57:23.626127 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.630048 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-003928b0-d849-43d3-ad5b-226f769d02e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:23.639647 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Calling delete_port for 7a804e14-6140-43dc-b286-015eed3f9749 owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:23.675249 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a804e14-6140-43dc-b286-015eed3f9749,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:23.677597 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:23.683397 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] No DVR routers for this DVR port 7a804e14-6140-43dc-b286-015eed3f9749 on host dv-cinder-810367-1-iscsi {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:57:23.803812 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.830048 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a131b50>,) {'filters': {'network_id': ['b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:23.843332 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a131b50>, 'ab4c4be0-09dd-4033-8012-ef5f96aa9253') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:23.843637 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a131b50>, 'ab4c4be0-09dd-4033-8012-ef5f96aa9253') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:23.855621 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.858554 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 13:57:23.859022 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 13:57:23.872489 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.878615 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:57:23.879006 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:57:23.895633 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:57:24.040794 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 7a804e14-6140-43dc-b286-015eed3f9749 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:24.074452 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 7a804e14-6140-43dc-b286-015eed3f9749 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:24.074814 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 7a804e14-6140-43dc-b286-015eed3f9749 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:24.187055 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:24.192133 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:24.195376 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:24.218945 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:24.221519 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:24.324046 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] 10.222.0.96 "DELETE /v2.0/networks/b0cbd9a3-3e39-4613-aed1-0d68e5e2acbd HTTP/1.1" status: 204  len: 168 time: 1.5816908
Nov 04 13:57:24.326441 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36366) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:24.360878 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Deleting port 7a804e14-6140-43dc-b286-015eed3f9749 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:24.361310 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:24.378052 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e7edc07a-b0cd-4f7a-820a-39a6ba6ac465 req-f4fd03de-8d11-4172-99dd-092f7386be87 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0434704
Nov 04 13:57:24.465986 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-b7897206-ae90-46a0-8e55-598851b2be12 None None] The port '7a804e14-6140-43dc-b286-015eed3f9749' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 13:57:24.833705 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:25.430184 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Deleting port 91d51c82-5869-4b38-8074-c71b075dc129 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:25.430416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:25.560724 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9918af79-3806-4c91-8ab5-55c3a4f76d5c req-21168b3d-3735-4446-8983-f3da38ed1573 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a4929bd1-5933-4cf1-9439-42603ab41753 HTTP/1.1" status: 200  len: 210 time: 0.0438864
Nov 04 13:57:25.608754 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] For port 91d51c82-5869-4b38-8074-c71b075dc129, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=91d51c82-5869-4b38-8074-c71b075dc129,segment=NetworkSegment(817b7d84-1b3a-41f7-b89f-47cbfb915113),segment_id=817b7d84-1b3a-41f7-b89f-47cbfb915113)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:25.609108 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:25.728446 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Calling delete_port for 91d51c82-5869-4b38-8074-c71b075dc129 owned by network:router_interface {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:25.991550 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:25.995822 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fd23f920-b7f3-47f7-a4a9-c2ac5d0308cc tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:26.036631 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=91d51c82-5869-4b38-8074-c71b075dc129,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:26.042018 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:26.373296 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:26.985250 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-1d315b11-c9e9-4deb-9624-a2f8ffbe8b38 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370526158&fields=id&tenant_id=56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 267 time: 0.0421019
Nov 04 13:57:27.092106 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Router a1212ce3-a033-4862-9643-03b436d16653 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:57:27.137921 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-1178a6ac-847c-4b0f-85b8-2278a7ea8e75 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:27.139352 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-1178a6ac-847c-4b0f-85b8-2278a7ea8e75 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 811 time: 0.1470788
Nov 04 13:57:27.156903 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-770c5e8d-074d-4621-85e8-539911b22eaf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/quotas/56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 375 time: 0.0116644
Nov 04 13:57:27.254520 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-94652200-051f-4476-b275-5b90f43bbb4a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0888109
Nov 04 13:57:27.301653 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:57:27.311459 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] Sync routers for ids ['a1212ce3-a033-4862-9643-03b436d16653'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:57:27.325619 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] Routers {'a1212ce3-a033-4862-9643-03b436d16653'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:27.327290 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ae81730>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a1212ce3-a033-4862-9643-03b436d16653'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:27.380418 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36412) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:27.393251 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] 10.222.0.96 "PUT /v2.0/routers/a1212ce3-a033-4862-9643-03b436d16653/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0653780
Nov 04 13:57:27.395348 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36418) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:27.526404 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-128513fc-1861-4829-9b62-a68065b1fa7b service neutron] 10.222.0.96 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561021
Nov 04 13:57:27.568737 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] Set router a1212ce3-a033-4862-9643-03b436d16653 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:27.593066 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:27.651110 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:27.656744 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-32475430-e5db-4364-a07a-e1ed10881423 service neutron] 10.222.0.96 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295125
Nov 04 13:57:27.657326 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Usage tracker for resource:security_group_rule and tenant:06f4ed8d68004aa88f9d6b7335fe08d5 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:27.661404 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:27.669650 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:27.701601 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks [] for router, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:27.846819 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:27.896765 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ae81730>, [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:57:25Z', 'revision_number': 5, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:27.901091 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] Checking router: a1212ce3-a033-4862-9643-03b436d16653 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:57:27.911693 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] Routers {'a1212ce3-a033-4862-9643-03b436d16653'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:27.912293 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ae81730>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['a1212ce3-a033-4862-9643-03b436d16653'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:27.926405 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:27.934723 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-13130814-6533-4795-b643-29e8eb655de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:27.998380 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a26ca-88e7-4275-a08c-c7f109710ca7,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:27.998380 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=06f4ed8d68004aa88f9d6b7335fe08d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6093588
Nov 04 13:57:27.998647 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36436) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:28.000125 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-04d49d0f-0b9c-45e9-b79f-3b93f3de47f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:28.035405 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.073865 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.111152 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.121617 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] Set router a1212ce3-a033-4862-9643-03b436d16653 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:28.140612 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Deleting port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:28.141580 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.243280 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.248116 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2a348c80-3717-4d50-acc8-6910193466b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:28.261576 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a26ca-88e7-4275-a08c-c7f109710ca7,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:28.266655 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.267777 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/d10a26ca-88e7-4275-a08c-c7f109710ca7 HTTP/1.1" status: 204  len: 168 time: 0.2716479
Nov 04 13:57:28.274564 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.275054 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.275356 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.275740 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.276164 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.276588 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.276945 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.277298 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.277645 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.278019 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.278364 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:28.282547 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-699ed595-4416-45f3-a87d-e1cddfa2953a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:28.459255 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] For port 74ebca2a-cabb-4ec3-83f7-2cd0531b7890, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:28.460213 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.524344 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ae81730>, [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:57:25Z', 'revision_number': 5, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:28.531574 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674feea7-6693-45c6-8eca-4a17168a8e2c None None] The sync data for ids ['a1212ce3-a033-4862-9643-03b436d16653'] in dv-cinder-810367-1-iscsi is: [{'id': 'a1212ce3-a033-4862-9643-03b436d16653', 'name': 'tempest-TestShelveInstance-1053031113-router', 'tenant_id': '59d4a3042d4e4b759073794f4a5ec298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:51:13Z', 'updated_at': '2021-11-04T13:57:25Z', 'revision_number': 5, 'project_id': '59d4a3042d4e4b759073794f4a5ec298', 'gw_port': {'id': '74ebca2a-cabb-4ec3-83f7-2cd0531b7890', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ef:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1212ce3-a033-4862-9643-03b436d16653', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:51:15Z', 'updated_at': '2021-11-04T13:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:57:28.589106 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-00690877-34f0-4844-8044-db2365691fdc req-d66b4fed-53e7-40ec-a13f-7ec73da4b8e8 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 210 time: 0.0622904
Nov 04 13:57:28.609146 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Calling delete_port for 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 owned by network:router_gateway {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:28.865837 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:28.869935 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ae9f05e1-584a-43f6-8815-c6988c5f3f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:28.919239 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ebca2a-cabb-4ec3-83f7-2cd0531b7890,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:28.922730 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:29.150382 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.155242 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36458) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:29.177331 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.214826 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:29.219161 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Usage tracker for resource:security_group_rule and tenant:52ab870abf5547f7ba40aeb2fd9f5178 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:29.222920 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:29.230177 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:29.316346 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.398390 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.405877 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-26b7a631-b70e-4af7-ba08-fc2dfab335b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:29.423921 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.427833 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.448504 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d5f4f4-4ccb-4cc3-8314-b98e202b937d,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:29.451756 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:29.454475 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c66d94b3-5ebc-450c-a8a0-eaccdd2ce543 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=52ab870abf5547f7ba40aeb2fd9f5178&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2981825
Nov 04 13:57:29.456969 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36474) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:29.528352 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3d65604d-8c73-4559-a161-cecef13fa2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.554933 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3d65604d-8c73-4559-a161-cecef13fa2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.585672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.586357 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1212ce3-a033-4862-9643-03b436d16653 {{(pid=83645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 13:57:29.608873 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.610040 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-576c3663-b2cd-46f7-b56c-95d65499cf86 admin admin] 10.222.0.96 "DELETE /v2.0/routers/a1212ce3-a033-4862-9643-03b436d16653 HTTP/1.1" status: 204  len: 168 time: 2.2136364
Nov 04 13:57:29.612603 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36480) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:29.695101 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_v2 [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Deleting subnet 8e0aefdf-648f-4b1a-b389-72e27708557c {{(pid=83644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 13:57:29.698776 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.735982 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3d65604d-8c73-4559-a161-cecef13fa2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.742823 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-64fc2eb8-14f3-45cd-a707-52bbca975e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:29.756148 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65604d-8c73-4559-a161-cecef13fa2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d5f4f4-4ccb-4cc3-8314-b98e202b937d,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:29.798947 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-3d65604d-8c73-4559-a161-cecef13fa2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:29.811417 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2adf2bd5-8f95-4e48-90f5-e46ba1ecd1b9 req-2e70921c-0aa6-40c7-ad8e-ef65ae123bc1 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 210 time: 0.0658195
Nov 04 13:57:29.816404 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237678'] for subnet, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.843246 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3d65604d-8c73-4559-a161-cecef13fa2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:29.844338 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-3d65604d-8c73-4559-a161-cecef13fa2c5 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/34d5f4f4-4ccb-4cc3-8314-b98e202b937d HTTP/1.1" status: 204  len: 168 time: 0.3855119
Nov 04 13:57:29.903118 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.104409 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1150057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626046'] for subnet, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.109640 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-70674ef0-4877-43a5-b27a-e5273fa7b364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:30.137192 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:30.145679 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0aefdf-648f-4b1a-b389-72e27708557c,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:30.149635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:30.154100 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.167260 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-3315e54f-4ca3-4b4b-9bc5-fd00b50a717d admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8e0aefdf-648f-4b1a-b389-72e27708557c HTTP/1.1" status: 204  len: 168 time: 0.5532203
Nov 04 13:57:30.169852 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36490) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:30.178220 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa2572a-1027-43bb-9d9e-1b30f1225d68 None None] Network d772437e-0b55-405d-8127-5e1ad6135478 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:57:30.184287 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36496) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:30.204815 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:30.205462 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 74ebca2a-cabb-4ec3-83f7-2cd0531b7890 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:30.206080 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 91d51c82-5869-4b38-8074-c71b075dc129 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:30.256878 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 91d51c82-5869-4b38-8074-c71b075dc129 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:30.257480 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 91d51c82-5869-4b38-8074-c71b075dc129 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:30.291096 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.302786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Deleting port 02d240da-eaa5-45be-8747-4e080ecbcfb6 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:30.304046 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.420543 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.456236 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:30.460178 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Usage tracker for resource:security_group_rule and tenant:058461a86c7f49fa8d675cc353b60037 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:30.463127 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:30.471908 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:30.507663 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] DHCP port deletion for d772437e-0b55-405d-8127-5e1ad6135478 request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 13:57:30.513607 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Deleting port 02d240da-eaa5-45be-8747-4e080ecbcfb6 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:30.514103 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.544520 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.549048 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] For port 02d240da-eaa5-45be-8747-4e080ecbcfb6, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=02d240da-eaa5-45be-8747-4e080ecbcfb6,segment=NetworkSegment(817b7d84-1b3a-41f7-b89f-47cbfb915113),segment_id=817b7d84-1b3a-41f7-b89f-47cbfb915113)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:30.549407 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.616241 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.624800 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-81846ec1-9d5b-4321-b1dd-c67c5e226bef tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:30.671294 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9330567a-3814-4828-9ea6-d3ccc42aa39e,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:30.690796 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=058461a86c7f49fa8d675cc353b60037&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5053761
Nov 04 13:57:30.692227 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2bac6bd3-19a2-4ceb-982a-6cb6983d3626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:30.693378 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36502) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:30.739090 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] For port 02d240da-eaa5-45be-8747-4e080ecbcfb6, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=02d240da-eaa5-45be-8747-4e080ecbcfb6,segment=NetworkSegment(817b7d84-1b3a-41f7-b89f-47cbfb915113),segment_id=817b7d84-1b3a-41f7-b89f-47cbfb915113)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:30.739899 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.759470 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36506) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:30.779654 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.791920 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.797926 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Calling delete_port for 02d240da-eaa5-45be-8747-4e080ecbcfb6 owned by network:dhcp {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:30.826372 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:30.870296 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:30.879265 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Usage tracker for resource:security_group_rule and tenant:ac4964a6ad5b443a8af877444438aa2c is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:30.883101 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:30.889241 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:30.910103 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Calling delete_port for 02d240da-eaa5-45be-8747-4e080ecbcfb6 owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:57:31.018548 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.029790 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-01e2c15f-b237-4ae0-b979-42cfb2a23958 req-1687abf0-9811-4caf-a746-4da68806f075 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 210 time: 0.0595648
Nov 04 13:57:31.040516 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.040516 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2a76eca7-b4a2-45bd-84a7-f9b1cbeeb4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:31.051481 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330567a-3814-4828-9ea6-d3ccc42aa39e,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:31.063508 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.069242 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:31.069242 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.069242 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/9330567a-3814-4828-9ea6-d3ccc42aa39e HTTP/1.1" status: 204  len: 168 time: 0.3732345
Nov 04 13:57:31.074059 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d10aeb9d-b928-4f4f-bb7c-02a75a86d067 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:31.082332 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 13:57:31.082703 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 13:57:31.088890 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.096668 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c48e509e-2426-4035-977d-18b990d0616b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:31.119057 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9234afda-0e78-4901-a9c8-6c001617023f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:31.120422 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9234afda-0e78-4901-a9c8-6c001617023f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 811 time: 0.2439651
Nov 04 13:57:31.141315 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318af489-1206-48c8-8d0b-edb4bf9a20f2,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:31.142090 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d240da-eaa5-45be-8747-4e080ecbcfb6,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:31.145897 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=ac4964a6ad5b443a8af877444438aa2c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3854220
Nov 04 13:57:31.147560 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-91cd85b9-2464-4862-a8d6-6a7efa7b5573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:31.149527 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36514) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:31.165811 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:31.176197 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] No DVR routers for this DVR port 02d240da-eaa5-45be-8747-4e080ecbcfb6 on host dv-cinder-810367-1-iscsi {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:57:31.242773 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbce0-00f3-447f-8728-170af00b8f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.254636 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-620c8467-4bc2-49cf-a175-0507001de0ca tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 380 time: 0.1136925
Nov 04 13:57:31.284830 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbce0-00f3-447f-8728-170af00b8f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.342191 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'port': {'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'admin_state_up': True, 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'security_groups': ['e75f531d-1dfb-4da4-bb4a-b2120c58a0b9']}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:57:31.367067 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.425810 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbce0-00f3-447f-8728-170af00b8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.430224 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d5ce40db-7631-4bbf-b3ca-d81ff35e20be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:31.441471 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cbce0-00f3-447f-8728-170af00b8f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318af489-1206-48c8-8d0b-edb4bf9a20f2,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:31.445961 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cf8cbce0-00f3-447f-8728-170af00b8f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:31.449153 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cf8cbce0-00f3-447f-8728-170af00b8f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.452692 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-cf8cbce0-00f3-447f-8728-170af00b8f5e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/318af489-1206-48c8-8d0b-edb4bf9a20f2 HTTP/1.1" status: 204  len: 168 time: 0.2998033
Nov 04 13:57:31.454763 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7519d3d0a0>,) {'filters': {'network_id': ['d772437e-0b55-405d-8127-5e1ad6135478']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:31.478095 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7519d3d0a0>, '817b7d84-1b3a-41f7-b89f-47cbfb915113') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:31.478391 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7519d3d0a0>, '817b7d84-1b3a-41f7-b89f-47cbfb915113') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:31.505232 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.536903 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.542853 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:31.547567 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 13:57:31.548031 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 13:57:31.561419 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 13:57:31.566001 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:port and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:31.571854 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:31.583562 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Deleting port 02d240da-eaa5-45be-8747-4e080ecbcfb6 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:57:31.584075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.625987 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:31.658315 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-2e46254b-1cce-4c25-ad05-47396a970bc0 None None] The port '02d240da-eaa5-45be-8747-4e080ecbcfb6' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 13:57:31.711808 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Made reservation on behalf of 56f07e4339194a1dabb567160999f0ce for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:57:31.714981 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.725948 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.734360 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:31.747465 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:31.765693 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Pushing event deleted for resources: {'Network': ['ID=d772437e-0b55-405d-8127-5e1ad6135478,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:31.807541 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:31.811845 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] 10.222.0.96 "DELETE /v2.0/networks/d772437e-0b55-405d-8127-5e1ad6135478 HTTP/1.1" status: 204  len: 168 time: 1.6406078
Nov 04 13:57:31.932150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Allocated IP 172.20.0.5 (6025f83d-7efe-427c-9acf-77d60ff9c355/8a54ec95-3a4d-4638-8a4b-3315f99f5217/1b337b21-5491-44df-9668-3be7efef3549) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:57:32.080491 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 02d240da-eaa5-45be-8747-4e080ecbcfb6 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:57:32.120117 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 02d240da-eaa5-45be-8747-4e080ecbcfb6 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:57:32.120486 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 02d240da-eaa5-45be-8747-4e080ecbcfb6 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:57:32.146163 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d8530feb-b837-4c70-ad35-4455a503ec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.177518 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.194964 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Transition to ACTIVE for port object 1b337b21-5491-44df-9668-3be7efef3549 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:57:32.237465 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-83068a11-ed22-40c5-8cf9-b78972161d54 req-a47b74a0-5c04-4d15-af95-216872a78f8a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 210 time: 0.0547893
Nov 04 13:57:32.294195 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.294618 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.301944 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0557f50a-1503-4357-bb1c-7c05ce411ebd tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:32.371657 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:57:32.379300 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:57:32.384478 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:57:32.391051 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36538) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:32.429237 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=1b337b21-5491-44df-9668-3be7efef3549,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:32.434972 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:32.448721 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-980385b6-3fbe-425e-bac8-c2be101f5e82 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=50e0fa78a5624d548307a24e279b8b2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0550992
Nov 04 13:57:32.450414 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36542) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:32.462810 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:32.463422 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.519841 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-27d62795-d773-4c45-ae91-a8fdf2d94c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.548641 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-27d62795-d773-4c45-ae91-a8fdf2d94c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.620895 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2824564
Nov 04 13:57:32.632865 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Request body: {'port': {'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:57:32.666076 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.689422 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-27d62795-d773-4c45-ae91-a8fdf2d94c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.697640 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-b86dc2a4-02e1-4104-b477-7ba97abfdc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:32.719067 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d62795-d773-4c45-ae91-a8fdf2d94c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d7ee7-246e-4f2d-8366-537ba31d9d32,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:32.722024 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-27d62795-d773-4c45-ae91-a8fdf2d94c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:32.723900 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-27d62795-d773-4c45-ae91-a8fdf2d94c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.725588 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-27d62795-d773-4c45-ae91-a8fdf2d94c2e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/c63d7ee7-246e-4f2d-8366-537ba31d9d32 HTTP/1.1" status: 204  len: 168 time: 0.2730134
Nov 04 13:57:32.751384 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-6a2972a6-8b81-494e-9db5-b5b31b7243b7 None None] Provisioning for port 1b337b21-5491-44df-9668-3be7efef3549 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:57:32.758158 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-6a2972a6-8b81-494e-9db5-b5b31b7243b7 None None] Provisioning complete for port 1b337b21-5491-44df-9668-3be7efef3549 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:57:32.759012 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6a2972a6-8b81-494e-9db5-b5b31b7243b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.768820 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:32.820356 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-6a2972a6-8b81-494e-9db5-b5b31b7243b7 None None] Port 1b337b21-5491-44df-9668-3be7efef3549 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:57:32.973287 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:57:33.267003 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b337b21-5491-44df-9668-3be7efef3549 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:57:33.276519 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.293438 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Transition to ACTIVE for port object 1b337b21-5491-44df-9668-3be7efef3549 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:57:33.402979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.407624 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d2a0ac0e-3dbc-4f3a-acf3-a5a8c77f2d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:33.457405 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0a09-91cc-49ae-b49a-2bfb2804451a req-9776ad68-a882-4b82-a699-eeb5247fdf66 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:33.460001 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d3ca0a09-91cc-49ae-b49a-2bfb2804451a req-9776ad68-a882-4b82-a699-eeb5247fdf66 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0824647
Nov 04 13:57:33.535665 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d3ca0a09-91cc-49ae-b49a-2bfb2804451a req-9ad4d72f-89f6-47f5-847d-1853c529b87b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626435
Nov 04 13:57:33.536175 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Pushing event updated for resources: {'Port': ['ID=1b337b21-5491-44df-9668-3be7efef3549,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:33.545873 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:33.600625 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36564) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:33.666588 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-42ab2961-6e8a-47c4-8be7-c459a5967c12 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=59d4a3042d4e4b759073794f4a5ec298&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0638683
Nov 04 13:57:33.667787 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Attempting to bind port 1b337b21-5491-44df-9668-3be7efef3549 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:57:33.668123 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Attempting to bind port 1b337b21-5491-44df-9668-3be7efef3549 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:57:33.668453 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Attempting to bind port 1b337b21-5491-44df-9668-3be7efef3549 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:57:33.668903 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36568) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:33.676143 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Port 1b337b21-5491-44df-9668-3be7efef3549 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:57:33.676465 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Attempting to bind port 1b337b21-5491-44df-9668-3be7efef3549 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:57:33.683838 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:57:33.684179 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Checking segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:57:33.684639 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Bound using segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:57:33.684978 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Bound port: 1b337b21-5491-44df-9668-3be7efef3549, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:57:33.685327 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.734079 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-860d6380-cceb-4fc5-a057-9a13bf298844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.767056 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-860d6380-cceb-4fc5-a057-9a13bf298844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.794070 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] For port 1b337b21-5491-44df-9668-3be7efef3549, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:57:33.797078 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] For port 1b337b21-5491-44df-9668-3be7efef3549, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=1b337b21-5491-44df-9668-3be7efef3549,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:57:33.883836 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.889163 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-60286155-9add-4986-a07c-787505314b0e tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:33.934964 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-860d6380-cceb-4fc5-a057-9a13bf298844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.940477 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-31038dc4-d748-40c2-8604-df46b6bab2e2 tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:33.952076 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.953439 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] 10.222.0.90 "PUT /v2.0/ports/1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 200  len: 1093 time: 1.3256421
Nov 04 13:57:33.953990 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'tag': '1b337b21-5491-44df-9668-3be7efef3549'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:57:33.954584 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d6380-cceb-4fc5-a057-9a13bf298844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb127751-d907-4e6c-8ca6-47cadabbeb7e,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:33.957160 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-860d6380-cceb-4fc5-a057-9a13bf298844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:33.958534 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-860d6380-cceb-4fc5-a057-9a13bf298844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:33.972286 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-860d6380-cceb-4fc5-a057-9a13bf298844 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/fb127751-d907-4e6c-8ca6-47cadabbeb7e HTTP/1.1" status: 204  len: 168 time: 0.2929256
Nov 04 13:57:33.980451 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Pushing event updated for resources: {'Port': ['ID=1b337b21-5491-44df-9668-3be7efef3549,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:33.984730 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:34.075992 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'tag': '1b337b21-5491-44df-9668-3be7efef3549', 'status': 'completed', 'code': 200}
Nov 04 13:57:34.172977 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e653dee6-7597-4792-8b47-837269586820 req-80453d0e-d1d2-4567-97ec-73c0e0b05e3f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1096 time: 0.0789061
Nov 04 13:57:34.348644 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653dee6-7597-4792-8b47-837269586820 req-9d08897c-ab65-4466-82eb-ffe323224352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:34.350368 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e653dee6-7597-4792-8b47-837269586820 req-9d08897c-ab65-4466-82eb-ffe323224352 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=56f07e4339194a1dabb567160999f0ce&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1685934
Nov 04 13:57:34.351660 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-60a76976-d977-46f5-9f2d-31e0733fdd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:34.500073 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653dee6-7597-4792-8b47-837269586820 req-44f1189f-8ef8-449e-81d5-9ea9115a339a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:34.501497 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e653dee6-7597-4792-8b47-837269586820 req-44f1189f-8ef8-449e-81d5-9ea9115a339a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1449821
Nov 04 13:57:34.616759 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-e5e21a04-7732-4bed-827c-86dcae9a56e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1096 time: 0.0789065
Nov 04 13:57:34.699423 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-ebb8010f-8a1e-4fa1-8cc2-be05ae05a37a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 200  len: 217 time: 0.0768681
Nov 04 13:57:34.767157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-01ea70b4-205c-4e9a-a31f-27d58b89d9f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:34.768590 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-01ea70b4-205c-4e9a-a31f-27d58b89d9f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0629869
Nov 04 13:57:34.822914 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fab3b7-1c99-430e-bbf7-5c7ea42c000c req-51592fbb-9232-45b7-a009-ff7482b2f331 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:34.824464 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-71fab3b7-1c99-430e-bbf7-5c7ea42c000c req-51592fbb-9232-45b7-a009-ff7482b2f331 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.1755514
Nov 04 13:57:34.851003 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-89e8efa6-a8e3-47b3-8f9b-d63233c29b88 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758984
Nov 04 13:57:34.872569 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-71fab3b7-1c99-430e-bbf7-5c7ea42c000c req-d7c18cf4-699b-4ce9-92d3-e54b82006399 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427740
Nov 04 13:57:34.984848 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-27ed99e6-30ba-463a-9a5c-f8c3f1eaa511 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278450
Nov 04 13:57:35.118547 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-a9aa96fa-5054-4bd5-bfa9-99652f6d9293 req-1edc667c-50b2-43d9-a821-03e5ce77388a service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273084
Nov 04 13:57:35.297493 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 36602) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:35.441514 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.454029 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.472879 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:35.477367 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Usage tracker for resource:security_group_rule and tenant:792a349bf11f4f50bce57fa3700c3af9 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:35.480216 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:35.485989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:35.551236 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.607700 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.614291 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:35.655268 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6125a-4c76-460a-8b27-d77c2df507b8,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:35.662852 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=792a349bf11f4f50bce57fa3700c3af9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3633080
Nov 04 13:57:35.663092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36608) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:35.663554 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-8c705c50-08b4-4194-9235-3dc5931a6144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:35.820507 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f6b3793a-1a06-4cfd-9132-42c0ca44321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.847244 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f6b3793a-1a06-4cfd-9132-42c0ca44321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.962750 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f6b3793a-1a06-4cfd-9132-42c0ca44321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.966630 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-44ebfa92-1aa2-41a5-8348-ef5094ceaa39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:35.980193 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3793a-1a06-4cfd-9132-42c0ca44321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6125a-4c76-460a-8b27-d77c2df507b8,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:35.983108 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f6b3793a-1a06-4cfd-9132-42c0ca44321d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:35.984990 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f6b3793a-1a06-4cfd-9132-42c0ca44321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:35.986869 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f6b3793a-1a06-4cfd-9132-42c0ca44321d admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b1e6125a-4c76-460a-8b27-d77c2df507b8 HTTP/1.1" status: 204  len: 168 time: 0.3223875
Nov 04 13:57:36.090300 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c462b-7244-48d7-97ea-4983d985d75f req-f841a0e0-90ab-4c24-9bb8-1687338e8bdd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:36.091755 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b58c462b-7244-48d7-97ea-4983d985d75f req-f841a0e0-90ab-4c24-9bb8-1687338e8bdd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0818698
Nov 04 13:57:36.138519 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b58c462b-7244-48d7-97ea-4983d985d75f req-7f29d2b5-5ede-4797-8502-84dd24972f54 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412695
Nov 04 13:57:36.830934 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36620) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:36.849502 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:36.884682 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:36.888755 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Usage tracker for resource:security_group_rule and tenant:c344d71479db48258a90a860bab3d357 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:36.891908 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:36.898340 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:36.963469 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:37.001929 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:37.030600 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:37.037720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9c17efd1-6272-49f3-896d-5fb48379536c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:37.075351 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed0caff-448e-45a1-8259-72a95310f900,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:37.080034 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:37.083419 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-74aa5978-d6f3-4340-8cde-052dc9d4054b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=c344d71479db48258a90a860bab3d357&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2514961
Nov 04 13:57:37.086576 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36624) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:37.150060 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:37.175350 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:37.300865 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:37.305909 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4cf17602-cab8-4c40-bdef-f26b6cc0bd81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:37.316739 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed0caff-448e-45a1-8259-72a95310f900,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:37.320861 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:37.324535 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:37.325724 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/8ed0caff-448e-45a1-8259-72a95310f900 HTTP/1.1" status: 204  len: 168 time: 0.2382565
Nov 04 13:57:37.337628 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92ac2f-deb9-4eea-b2fd-11d4b8352c14 req-c787d6a9-fb57-43c8-82ec-f8f1b3e60a27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:37.344332 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a92ac2f-deb9-4eea-b2fd-11d4b8352c14 req-c787d6a9-fb57-43c8-82ec-f8f1b3e60a27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0848053
Nov 04 13:57:37.390178 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a92ac2f-deb9-4eea-b2fd-11d4b8352c14 req-ef74fbd4-8661-4803-bfab-e52eb43d0ffa tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449412
Nov 04 13:57:38.589396 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05297f0c-2337-477b-8eea-cce8c41b2221 req-a1b137a6-b3b6-4202-9e21-9a656cd27e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:38.590957 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05297f0c-2337-477b-8eea-cce8c41b2221 req-a1b137a6-b3b6-4202-9e21-9a656cd27e53 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0794792
Nov 04 13:57:38.639819 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-05297f0c-2337-477b-8eea-cce8c41b2221 req-329b3831-e304-4a4e-8762-9c2b0d1c59eb tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430262
Nov 04 13:57:39.857936 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d7d1-69d3-4b0c-be09-c40afe761fd2 req-69ead225-86c0-4128-8e57-ad2354d96e1e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:39.859430 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ba74d7d1-69d3-4b0c-be09-c40afe761fd2 req-69ead225-86c0-4128-8e57-ad2354d96e1e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0880697
Nov 04 13:57:39.914177 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ba74d7d1-69d3-4b0c-be09-c40afe761fd2 req-01873ee9-cb50-4377-9757-632d8dadca5d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445700
Nov 04 13:57:41.117679 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73977930-b42d-4a99-a7b3-c572b2f6bd73 req-a52bb749-6d71-4c93-b135-fab348068116 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:41.119851 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-73977930-b42d-4a99-a7b3-c572b2f6bd73 req-a52bb749-6d71-4c93-b135-fab348068116 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0788362
Nov 04 13:57:41.168178 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-73977930-b42d-4a99-a7b3-c572b2f6bd73 req-f37cd93e-f31c-442a-9c08-96f90fbbd47d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428503
Nov 04 13:57:42.364016 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091b25b-cfc1-4deb-9d07-7f6e72f0c578 req-3d02591c-438a-4ea7-807e-394e4bb60214 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:42.365449 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e091b25b-cfc1-4deb-9d07-7f6e72f0c578 req-3d02591c-438a-4ea7-807e-394e4bb60214 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0796700
Nov 04 13:57:42.412415 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e091b25b-cfc1-4deb-9d07-7f6e72f0c578 req-b16969e1-65bc-465e-8894-e6ec06e04fac tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406613
Nov 04 13:57:43.604495 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4b864-90e7-48b8-9741-f07984b9c4df req-e3cce9fd-1a67-4ba9-8dff-c82e46a88cd4 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:43.606114 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fbd4b864-90e7-48b8-9741-f07984b9c4df req-e3cce9fd-1a67-4ba9-8dff-c82e46a88cd4 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 943 time: 0.0765228
Nov 04 13:57:43.654521 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-fbd4b864-90e7-48b8-9741-f07984b9c4df req-a1614a2a-7a7b-46ef-b585-41dcd7b12dd8 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429437
Nov 04 13:57:43.866630 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 1b337b21-5491-44df-9668-3be7efef3549 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:57:44.002681 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 1b337b21-5491-44df-9668-3be7efef3549, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=1b337b21-5491-44df-9668-3be7efef3549,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:44.015584 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '1b337b21-5491-44df-9668-3be7efef3549', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:57:44.069368 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:44.086435 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b337b21-5491-44df-9668-3be7efef3549 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:57:44.101858 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 1b337b21-5491-44df-9668-3be7efef3549, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=1b337b21-5491-44df-9668-3be7efef3549,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:44.156606 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:44.159385 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:44.227914 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=1b337b21-5491-44df-9668-3be7efef3549,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:44.236515 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.236855 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.237190 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.237520 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.237878 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.238206 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.238523 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.238840 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.239187 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.239503 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.239816 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:57:44.244383 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:44.369140 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['1b337b21-5491-44df-9668-3be7efef3549'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:57:44.848719 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd574-01f3-44f5-9130-6eeaa26b72bd req-541ad60a-9afe-4a43-9a2d-aba5191a6202 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:44.850201 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-88fcd574-01f3-44f5-9130-6eeaa26b72bd req-541ad60a-9afe-4a43-9a2d-aba5191a6202 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 944 time: 0.0767126
Nov 04 13:57:44.897871 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-88fcd574-01f3-44f5-9130-6eeaa26b72bd req-a27b06e0-2e4e-4bfe-a49c-17a48aaba32d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415370
Nov 04 13:57:46.097467 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64864ea8-4a88-4f7c-b77b-7c689288ddee req-91a40c8c-b97b-46aa-9074-d38ab1dc3ca2 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:46.098951 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64864ea8-4a88-4f7c-b77b-7c689288ddee req-91a40c8c-b97b-46aa-9074-d38ab1dc3ca2 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 944 time: 0.0797799
Nov 04 13:57:46.144547 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-64864ea8-4a88-4f7c-b77b-7c689288ddee req-05632fc4-e1da-48d5-8165-cb23df4ce217 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398195
Nov 04 13:57:47.337668 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d905f41-1108-47c4-9438-645e49b4dd76 req-4e9aaa7e-7b16-4585-9776-ce2840f740b0 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:47.339131 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7d905f41-1108-47c4-9438-645e49b4dd76 req-4e9aaa7e-7b16-4585-9776-ce2840f740b0 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 944 time: 0.0761452
Nov 04 13:57:47.384196 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7d905f41-1108-47c4-9438-645e49b4dd76 req-3f6bff7e-b0aa-4122-bcf6-53ffc0230188 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396676
Nov 04 13:57:47.724783 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 1b337b21-5491-44df-9668-3be7efef3549 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:57:47.904501 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 1b337b21-5491-44df-9668-3be7efef3549 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:57:47.909511 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 1b337b21-5491-44df-9668-3be7efef3549 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:57:47.909934 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:48.025804 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:48.052151 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b337b21-5491-44df-9668-3be7efef3549'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:57:48.062457 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 1b337b21-5491-44df-9668-3be7efef3549, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=1b337b21-5491-44df-9668-3be7efef3549,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:57:48.106652 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b337b21-5491-44df-9668-3be7efef3549', 'code': 200}
Nov 04 13:57:48.150863 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:48.153523 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:48.222092 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=1b337b21-5491-44df-9668-3be7efef3549,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:48.225361 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:48.521212 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7f12e446-2245-401d-b433-694b0eb7de7e req-463670be-69c0-4972-8e1c-b52672dcc6d7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1098 time: 0.0744348
Nov 04 13:57:48.563554 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-7f12e446-2245-401d-b433-694b0eb7de7e req-39287a29-be88-452f-92ee-af4fa640c295 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363882
Nov 04 13:57:48.583612 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd85ed-1a0e-418f-ac9d-235984d2046f req-1f79dd4c-3ad3-4a2f-8868-db59a628f29d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:48.585131 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-23fd85ed-1a0e-418f-ac9d-235984d2046f req-1f79dd4c-3ad3-4a2f-8868-db59a628f29d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 945 time: 0.0808933
Nov 04 13:57:48.632421 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-23fd85ed-1a0e-418f-ac9d-235984d2046f req-56fa084e-7a55-48ba-8615-a0f09fd39104 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407686
Nov 04 13:57:49.832986 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78761da-68d4-4916-9c8d-dc5de1b7a520 req-c58ecce4-ac9a-452a-a646-13613ae8bea9 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:49.834455 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b78761da-68d4-4916-9c8d-dc5de1b7a520 req-c58ecce4-ac9a-452a-a646-13613ae8bea9 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 945 time: 0.0766838
Nov 04 13:57:49.880853 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b78761da-68d4-4916-9c8d-dc5de1b7a520 req-1b1a27f6-4999-40c9-813c-429b13e6901c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399947
Nov 04 13:57:51.089490 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ccf2a-2b31-4645-815b-a03c7076cdbb req-b0889eff-3591-43fb-967d-9ffccbf282e6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:51.091003 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-796ccf2a-2b31-4645-815b-a03c7076cdbb req-b0889eff-3591-43fb-967d-9ffccbf282e6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 945 time: 0.0788088
Nov 04 13:57:51.136777 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-796ccf2a-2b31-4645-815b-a03c7076cdbb req-ba73f7b8-2743-46dc-a367-b0749ee1b54d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403769
Nov 04 13:57:51.332042 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549248-02c4-4e5f-a754-2b50d6b468d8 req-9b7c7918-35dd-4cfb-9746-a302c08f45aa tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:51.333491 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4e549248-02c4-4e5f-a754-2b50d6b468d8 req-9b7c7918-35dd-4cfb-9746-a302c08f45aa tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 945 time: 0.0759640
Nov 04 13:57:51.385607 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4e549248-02c4-4e5f-a754-2b50d6b468d8 req-2a80a0a9-58e1-4234-8a2b-5291e5725841 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459113
Nov 04 13:57:51.416896 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36718) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:51.491138 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-8f114ec3-ce34-4057-b0ec-f43b38c722c5 tempest-TestVolumeBootPattern-1441670027 tempest-TestVolumeBootPattern-1441670027-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1093 time: 0.0728936
Nov 04 13:57:51.493863 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36724) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:57:51.499285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:57:51.504803 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:57:51.508736 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:floatingip and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:57:51.511632 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:57:51.517528 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:57:51.590687 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:51.728186 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:51.867451 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Allocated IP 172.27.2.141 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/a9f664fa-5c83-403c-8a2e-0086e05cf174) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:57:52.016071 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:52.093720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:52.098369 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-702868c0-443b-476e-adc4-3117d5197b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:52.159792 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:57:52.167896 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:57:52.171975 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:57:52.214036 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=a9f664fa-5c83-403c-8a2e-0086e05cf174,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:52.219199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:52.705902 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:52.853429 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:53.146525 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:53.218912 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:53.222776 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-842fd071-6464-4139-84fd-47f9de5ebb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:57:53.321993 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=a9f664fa-5c83-403c-8a2e-0086e05cf174,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:57:53.325887 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:57:53.342908 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:53.536108 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.l3_db [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Floating IP 27cadf4a-6796-4319-84dc-42ac656b9528 associated. External IP: 172.27.2.141, port: 1b337b21-5491-44df-9668-3be7efef3549.
Nov 04 13:57:53.939633 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:57:54.152141 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:57:54.162320 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:57:54.175198 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:54.176625 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b136850>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:54.270605 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:57:54.332963 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8380125
Nov 04 13:57:54.333703 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'tag': '1b337b21-5491-44df-9668-3be7efef3549'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:57:54.361546 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:54.388180 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'tag': '1b337b21-5491-44df-9668-3be7efef3549', 'status': 'completed', 'code': 200}
Nov 04 13:57:54.703289 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b136850>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:52Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:54.706971 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:57:54.717923 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:57:54.718632 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b136850>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:57:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:54.901329 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:57:55.265715 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b136850>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:52Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:57:55.269662 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502227ce-f6a0-479d-a44b-4698811d85f9 None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:52Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:57:55.452324 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb85c1-7e0b-4f04-9693-3ded89f83778 None None] New status for floating IP 27cadf4a-6796-4319-84dc-42ac656b9528: ACTIVE {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 13:57:56.813181 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-6304d7ef-5663-463d-9b5f-f0044d2751b2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1098 time: 0.0682528
Nov 04 13:57:56.946142 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-990096d4-afa9-40d0-9d14-a4a1a5351d73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:56.947966 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-990096d4-afa9-40d0-9d14-a4a1a5351d73 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.1286662
Nov 04 13:57:57.057485 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-d00d622c-e086-4daf-9eb7-3aa3ff5686ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 200  len: 1001 time: 0.1033020
Nov 04 13:57:57.121209 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-c9cb730a-8dab-4b6c-ae51-34d5c33ee8b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:57:57.122588 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-c9cb730a-8dab-4b6c-ae51-34d5c33ee8b7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0595045
Nov 04 13:57:57.303896 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-387ca948-3820-4f52-8088-1f3b37f2c9eb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1754615
Nov 04 13:57:57.433106 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-18879e44-3b73-43f0-8f04-4d73813fad46 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230738
Nov 04 13:57:57.563914 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-67389cff-ce3a-44fc-9b91-07a8ae4f976e req-66caad6a-6292-42fc-a233-e8576fe033c3 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247773
Nov 04 13:58:02.173249 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-93d5edaf-df0d-4882-a829-8a0f8573a4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:02.276979 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:02.635657 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:03.712102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36790) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:58:03.848099 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:03.878538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:58:03.882490 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Usage tracker for resource:security_group_rule and tenant:63601c40bca34695b55f8db3b8a470a1 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:58:03.886033 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:58:03.891652 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:58:03.958619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:04.035785 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:04.042683 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7910079d-2487-4245-8b65-5712a9b52d04 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:58:04.088336 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b979fe-0918-4096-9932-e97b39a92bd3,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:58:04.092685 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=63601c40bca34695b55f8db3b8a470a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3795967
Nov 04 13:58:04.093556 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-fd57a8e2-0dcb-48af-a438-baa9b3550546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:58:04.095344 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 36796) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:58:04.154838 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0e59fe2-7485-494f-b49f-a87ee742b45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:04.180413 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0e59fe2-7485-494f-b49f-a87ee742b45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:04.327478 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0e59fe2-7485-494f-b49f-a87ee742b45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:04.331413 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9b011d58-b04d-4615-9489-beef2a93be10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:58:04.344343 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e59fe2-7485-494f-b49f-a87ee742b45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b979fe-0918-4096-9932-e97b39a92bd3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:58:04.347194 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e0e59fe2-7485-494f-b49f-a87ee742b45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:58:04.349082 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-e0e59fe2-7485-494f-b49f-a87ee742b45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:04.350389 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-7209b518-399a-40b4-8e1f-81b10285a55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:04.352260 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-e0e59fe2-7485-494f-b49f-a87ee742b45e admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/b8b979fe-0918-4096-9932-e97b39a92bd3 HTTP/1.1" status: 204  len: 168 time: 0.2559724
Nov 04 13:58:05.476038 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:06.938471 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:09.973037 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:58:32.143822 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-84ead106-1f78-46cf-8ddb-47bb95cfe051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:32.281678 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:32.646430 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:34.297970 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9e91e7d5-694e-489e-a6e9-d0b1e4cdd9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:35.452194 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:36.978328 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:40.539048 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-84cac982-3af4-4290-a1aa-51fff2ac8322 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730414
Nov 04 13:58:40.682575 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-f33bc0d7-34ad-459a-a7c5-0c7257e75b5c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1098 time: 0.0689631
Nov 04 13:58:40.826224 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-bf72e2c7-14b9-450f-8e5a-f3383c5f15f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:58:40.827614 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-bf72e2c7-14b9-450f-8e5a-f3383c5f15f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.1264291
Nov 04 13:58:40.932693 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-1b118424-16f0-40d5-8cb8-8b3ef09e8171 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 200  len: 1001 time: 0.0988498
Nov 04 13:58:40.996685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-7419cc0c-1c6d-41cf-b2d5-8f253bb07dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:58:40.998157 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-7419cc0c-1c6d-41cf-b2d5-8f253bb07dfe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0589507
Nov 04 13:58:41.075926 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-21d72b3b-c236-44a6-9b92-7769e4d6bfd9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711677
Nov 04 13:58:41.216405 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-368e3d23-bafc-4eb6-adb6-3b8c03d75602 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337221
Nov 04 13:58:41.360784 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-f5f330b4-539f-4afe-b38f-3e271e58cb3c req-ce265521-8577-4195-a9ba-339e5024dc12 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382532
Nov 04 13:58:46.972831 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:58:50.604573 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37026) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:58:50.742670 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:50.773794 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:58:50.777524 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Usage tracker for resource:security_group_rule and tenant:e989fd42ea544dff8fb10d7618aefdc1 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:58:50.780277 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:58:50.786651 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:58:50.855227 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:50.931466 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:50.938416 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-46a9251f-df80-4efd-af49-89e5fec1c5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:58:50.978423 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4020faac-a0e1-4dc5-880c-2b2a4833ac04,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:58:50.982913 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=e989fd42ea544dff8fb10d7618aefdc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3773243
Nov 04 13:58:50.986456 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37032) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:58:50.990023 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.990385 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.990737 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.991084 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.991429 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.991771 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.992110 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.992452 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.992788 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.993153 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.993483 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:50.997165 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:58:51.047782 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:51.072570 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:51.211694 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:51.215558 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ef5e5216-36eb-43f6-8a16-d47bd5a5ccbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:58:51.228496 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4020faac-a0e1-4dc5-880c-2b2a4833ac04,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:58:51.236054 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:51.237164 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/4020faac-a0e1-4dc5-880c-2b2a4833ac04 HTTP/1.1" status: 204  len: 168 time: 0.2497013
Nov 04 13:58:51.241084 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.241538 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.241863 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.242238 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.242609 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.242969 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.243341 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.243696 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.244065 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.244425 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.244782 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:58:51.247786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:58:55.309195 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-a4ff5087-2518-4f29-a6e9-d5e965ba623d tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=7067815d034f40c09f7bb0429d720ee5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287702
Nov 04 13:58:55.459684 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-5dcd6681-71d7-43f2-9500-70f204b40309 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:58:55.461053 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-5dcd6681-71d7-43f2-9500-70f204b40309 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1466079
Nov 04 13:58:55.477911 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-94e8b85c-9b83-4eb6-914e-d2eca04b3dd7 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/quotas/7067815d034f40c09f7bb0429d720ee5 HTTP/1.1" status: 200  len: 375 time: 0.0113189
Nov 04 13:58:55.527782 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-4dc99b75-71c1-45bd-8c01-2bc7f3bd8fd0 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=7067815d034f40c09f7bb0429d720ee5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0445480
Nov 04 13:58:55.939834 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-94ac95cb-7829-48bc-ad4f-df5c88918100 req-f21019d8-e1c0-48db-ae3f-ef2bc926a88b tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 210 time: 0.1721718
Nov 04 13:58:57.053239 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8e7843c-c8f3-4b6a-a5d8-6b491eb53bca req-669fa269-a4c3-4d5a-96b1-8cdf25f81edf tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 210 time: 0.0411942
Nov 04 13:58:58.310099 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-18c61bd4-e789-42a8-a34b-77dde3858b22 req-75da7b98-96e3-4e22-b939-bc4c1a7df5dd tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 210 time: 0.1289878
Nov 04 13:58:58.355576 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-33ef8f5d-178a-4b5f-bc67-4aa88aa8613d tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=7067815d034f40c09f7bb0429d720ee5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298762
Nov 04 13:58:58.510349 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-26dfc920-5118-4d3d-b059-4aec2d5d7b3e tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:58:58.511755 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-26dfc920-5118-4d3d-b059-4aec2d5d7b3e tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1515365
Nov 04 13:58:58.527296 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Request body: {'port': {'device_id': '443869be-c523-48c5-b9f8-f65d9a44c934', 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662', 'admin_state_up': True, 'tenant_id': '7067815d034f40c09f7bb0429d720ee5'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:58:58.770476 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:58:58.777102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Usage tracker for resource:port and tenant:7067815d034f40c09f7bb0429d720ee5 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:58:58.777102 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:58:58.783304 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:58:58.914705 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Made reservation on behalf of 7067815d034f40c09f7bb0429d720ee5 for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:58:58.917790 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:58.931612 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:58.966222 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:58:58.970382 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Usage tracker for resource:security_group_rule and tenant:7067815d034f40c09f7bb0429d720ee5 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:58:58.973685 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:58:58.979766 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:58:59.048258 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:59.177285 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:59.180234 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-e4d8e5d4-0761-4b53-9926-1de962b900e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:58:59.256503 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38cfc0-d25d-4dfa-b35e-48181cac7df8,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:58:59.259598 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:58:59.351963 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Allocated IP 192.168.233.234 (34ace6f3-8364-48bd-9c4c-77306d0f6662/41854252-e562-4b36-b4ba-d922c1b2b370/2f564252-2961-43b5-ab46-78da40c17c76) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:58:59.474947 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9e5cac51-b2be-498c-bcea-18c1783ebeff req-b6ef6a73-0520-4750-97d2-031393786006 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 210 time: 0.0418267
Nov 04 13:58:59.554835 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:59.570267 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Transition to ACTIVE for port object 2f564252-2961-43b5-ab46-78da40c17c76 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:58:59.669247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:59.675675 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-016263fb-7577-48a1-978e-27d4c73af125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:58:59.746445 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Network 34ace6f3-8364-48bd-9c4c-77306d0f6662 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:58:59.749839 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:58:59.754051 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:58:59.779030 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Pushing event updated for resources: {'Port': ['ID=2f564252-2961-43b5-ab46-78da40c17c76,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:58:59.784907 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:58:59.818615 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:58:59.819206 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:58:59.982606 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4587328
Nov 04 13:58:59.992600 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-9778e6c0-a1d6-4351-9827-ca08020162e0 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83645) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:58:59.993533 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-9778e6c0-a1d6-4351-9827-ca08020162e0 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0052979
Nov 04 13:59:00.038870 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-299a812e-3e79-4da9-a098-ffd69caee9fe None None] Provisioning for port 2f564252-2961-43b5-ab46-78da40c17c76 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:00.044091 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-299a812e-3e79-4da9-a098-ffd69caee9fe None None] Provisioning complete for port 2f564252-2961-43b5-ab46-78da40c17c76 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:00.044531 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-299a812e-3e79-4da9-a098-ffd69caee9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:00.075496 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Request body: {'port': {'device_id': '443869be-c523-48c5-b9f8-f65d9a44c934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:00.097199 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-299a812e-3e79-4da9-a098-ffd69caee9fe None None] Port 2f564252-2961-43b5-ab46-78da40c17c76 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:59:00.185128 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:00.523131 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f564252-2961-43b5-ab46-78da40c17c76 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:59:00.529926 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:00.544342 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Transition to ACTIVE for port object 2f564252-2961-43b5-ab46-78da40c17c76 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:00.634305 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:00.638814 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-44bcaa0b-fb67-45ee-82ee-be1aad7f4f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:00.673801 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380722-61a2-4d48-9ed6-cda33287007c req-4c28cf25-87ae-4fa7-958e-06eb062513c3 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:00.675234 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6c380722-61a2-4d48-9ed6-cda33287007c req-4c28cf25-87ae-4fa7-958e-06eb062513c3 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 936 time: 0.0813468
Nov 04 13:59:00.723503 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6c380722-61a2-4d48-9ed6-cda33287007c req-f3cd214c-ee8f-45f7-9e76-d1434394cda2 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425253
Nov 04 13:59:00.770407 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Pushing event updated for resources: {'Port': ['ID=2f564252-2961-43b5-ab46-78da40c17c76,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:00.773469 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:00.878373 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Attempting to bind port 2f564252-2961-43b5-ab46-78da40c17c76 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:00.878704 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Attempting to bind port 2f564252-2961-43b5-ab46-78da40c17c76 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:00.879032 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Attempting to bind port 2f564252-2961-43b5-ab46-78da40c17c76 on network 34ace6f3-8364-48bd-9c4c-77306d0f6662 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:00.884739 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Port 2f564252-2961-43b5-ab46-78da40c17c76 on network 34ace6f3-8364-48bd-9c4c-77306d0f6662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:59:00.885056 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Attempting to bind port 2f564252-2961-43b5-ab46-78da40c17c76 on network 34ace6f3-8364-48bd-9c4c-77306d0f6662 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:00.891233 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:00.891560 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Checking segment: {'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:00.891933 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Bound using segment: {'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:00.892354 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Bound port: 2f564252-2961-43b5-ab46-78da40c17c76, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd38805-ea4e-40a6-bb24-08fff56b177d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:00.892695 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:00.983010 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] For port 2f564252-2961-43b5-ab46-78da40c17c76, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:00.986612 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] For port 2f564252-2961-43b5-ab46-78da40c17c76, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2f564252-2961-43b5-ab46-78da40c17c76,segment=NetworkSegment(8fd38805-ea4e-40a6-bb24-08fff56b177d),segment_id=8fd38805-ea4e-40a6-bb24-08fff56b177d)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:01.063301 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:01.067167 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:01.123812 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:01.125192 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] 10.222.0.90 "PUT /v2.0/ports/2f564252-2961-43b5-ab46-78da40c17c76 HTTP/1.1" status: 200  len: 1098 time: 1.1250672
Nov 04 13:59:01.125695 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443869be-c523-48c5-b9f8-f65d9a44c934', 'tag': '2f564252-2961-43b5-ab46-78da40c17c76'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:59:01.147529 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Pushing event updated for resources: {'Port': ['ID=2f564252-2961-43b5-ab46-78da40c17c76,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:01.150674 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-806f6b21-d15c-46ff-b84e-01d85e068963 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:01.285768 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443869be-c523-48c5-b9f8-f65d9a44c934', 'tag': '2f564252-2961-43b5-ab46-78da40c17c76', 'status': 'completed', 'code': 200}
Nov 04 13:59:01.292000 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-5e153cc5-199a-4f9e-b549-80b148adcee1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7067815d034f40c09f7bb0429d720ee5&device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 1101 time: 0.0757673
Nov 04 13:59:01.448441 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-81df99f5-a73b-4f1c-a83e-9fbdc1f002ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2f564252-2961-43b5-ab46-78da40c17c76 HTTP/1.1" status: 200  len: 217 time: 0.1491506
Nov 04 13:59:01.511308 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-31639493-fb3a-41f3-b91c-3cf4069cc963 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:01.512711 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-31639493-fb3a-41f3-b91c-3cf4069cc963 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41854252-e562-4b36-b4ba-d922c1b2b370 HTTP/1.1" status: 200  len: 843 time: 0.0587440
Nov 04 13:59:01.588104 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-0ab351d2-18f0-47c7-bb69-d16273ba301b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34ace6f3-8364-48bd-9c4c-77306d0f6662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0691986
Nov 04 13:59:01.720249 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-cffe9326-1458-4da7-b551-c4f891814d74 service neutron] 10.222.0.90 "GET /v2.0/networks/34ace6f3-8364-48bd-9c4c-77306d0f6662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251934
Nov 04 13:59:01.858387 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-ee767a9e-97b1-4168-aa6c-660f960178a6 req-de04765f-a944-4d66-b92d-9cf1efafa35e service neutron] 10.222.0.90 "GET /v2.0/networks/34ace6f3-8364-48bd-9c4c-77306d0f6662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310019
Nov 04 13:59:01.922470 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097f9b1-eda2-4f7d-9093-7ccf7249d2b8 req-71b79bc7-38ce-4d7e-b6c5-9295f3d6f934 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:01.923906 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f097f9b1-eda2-4f7d-9093-7ccf7249d2b8 req-71b79bc7-38ce-4d7e-b6c5-9295f3d6f934 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 948 time: 0.0762029
Nov 04 13:59:01.971889 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f097f9b1-eda2-4f7d-9093-7ccf7249d2b8 req-61a045ff-782d-4d78-bec5-6d3a6a56f87d tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422606
Nov 04 13:59:02.067836 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-a5837adb-a767-4091-b83d-fad94d38766c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7067815d034f40c09f7bb0429d720ee5&device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 1101 time: 0.0713387
Nov 04 13:59:02.137228 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-786e24fc-a539-4fad-8c0c-5d4d5a773276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:02.198849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-b4862df0-64a7-4ebc-a2c9-4087e2dcdc12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:02.200269 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-b4862df0-64a7-4ebc-a2c9-4087e2dcdc12 service neutron] 10.222.0.90 "GET /v2.0/networks?id=34ace6f3-8364-48bd-9c4c-77306d0f6662 HTTP/1.1" status: 200  len: 870 time: 0.1254902
Nov 04 13:59:02.272867 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-024a78fb-bc48-41f2-b193-ea422a589756 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2f564252-2961-43b5-ab46-78da40c17c76 HTTP/1.1" status: 200  len: 217 time: 0.0654829
Nov 04 13:59:02.274517 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:02.334701 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-942a158e-857b-4ffc-a21b-9fad50735b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:02.336101 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-942a158e-857b-4ffc-a21b-9fad50735b6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=41854252-e562-4b36-b4ba-d922c1b2b370 HTTP/1.1" status: 200  len: 843 time: 0.0568378
Nov 04 13:59:02.413321 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-69223afa-ca98-4ff7-a786-c631013de0dd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34ace6f3-8364-48bd-9c4c-77306d0f6662&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0697668
Nov 04 13:59:02.545213 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-060efdac-f617-4dd1-a9b3-df07982412cc service neutron] 10.222.0.90 "GET /v2.0/networks/34ace6f3-8364-48bd-9c4c-77306d0f6662?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239600
Nov 04 13:59:02.651614 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:02.677570 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-5984281b-5ce3-48ac-8114-15c231b3a875 req-974ce2cc-32bb-47da-8ae3-9466779593f4 service neutron] 10.222.0.90 "GET /v2.0/networks/34ace6f3-8364-48bd-9c4c-77306d0f6662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255925
Nov 04 13:59:03.175487 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735451d3-4b07-4e92-a2b6-d55ec1f647ed req-99670fba-c223-4020-8a8a-048c9c36f10a tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:03.177416 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-735451d3-4b07-4e92-a2b6-d55ec1f647ed req-99670fba-c223-4020-8a8a-048c9c36f10a tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 948 time: 0.0796440
Nov 04 13:59:03.224500 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-735451d3-4b07-4e92-a2b6-d55ec1f647ed req-df4ccfe1-9450-49ac-af1a-1510cefa14a4 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416243
Nov 04 13:59:04.315240 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-76357828-73d8-436e-90a3-1fc10bcddac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:04.426052 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f7906-e583-44ce-b4ea-8fa9b8a07b8d req-3256f036-db5a-42a5-a264-f49a179d72dc tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:04.427464 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c91f7906-e583-44ce-b4ea-8fa9b8a07b8d req-3256f036-db5a-42a5-a264-f49a179d72dc tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 948 time: 0.0758679
Nov 04 13:59:04.475606 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c91f7906-e583-44ce-b4ea-8fa9b8a07b8d req-2fa3369c-6545-4fd7-8b0b-c211a383c107 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426729
Nov 04 13:59:05.445374 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:05.671946 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd1bd-c468-4226-a54b-5e9b6320fa3d req-2596c740-005d-44d0-b437-add0e54560b3 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:05.673879 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e40bd1bd-c468-4226-a54b-5e9b6320fa3d req-2596c740-005d-44d0-b437-add0e54560b3 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 948 time: 0.0763955
Nov 04 13:59:05.719926 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e40bd1bd-c468-4226-a54b-5e9b6320fa3d req-ae6ac0db-0044-45c0-a38d-4cbbef7019b3 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403233
Nov 04 13:59:06.075062 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2f564252-2961-43b5-ab46-78da40c17c76 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:59:06.218131 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 2f564252-2961-43b5-ab46-78da40c17c76, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2f564252-2961-43b5-ab46-78da40c17c76,segment=NetworkSegment(8fd38805-ea4e-40a6-bb24-08fff56b177d),segment_id=8fd38805-ea4e-40a6-bb24-08fff56b177d)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:06.231836 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '2f564252-2961-43b5-ab46-78da40c17c76', 'network_id': '34ace6f3-8364-48bd-9c4c-77306d0f6662', 'port_id': '2f564252-2961-43b5-ab46-78da40c17c76', 'mac_address': 'fa:16:3e:b9:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41854252-e562-4b36-b4ba-d922c1b2b370', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:59:06.297085 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:06.315127 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f564252-2961-43b5-ab46-78da40c17c76 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:59:06.329881 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 2f564252-2961-43b5-ab46-78da40c17c76, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2f564252-2961-43b5-ab46-78da40c17c76,segment=NetworkSegment(8fd38805-ea4e-40a6-bb24-08fff56b177d),segment_id=8fd38805-ea4e-40a6-bb24-08fff56b177d)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:06.411436 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:06.413150 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:06.480456 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=2f564252-2961-43b5-ab46-78da40c17c76,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:06.489144 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.489484 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.489995 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.490223 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.492154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.492154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.492154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.492154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.492154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.492154 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.492705 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:06.496314 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:06.624245 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['2f564252-2961-43b5-ab46-78da40c17c76'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:59:06.922031 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96cb01-a68c-4bb4-9f6a-9344d8637e42 req-8b4d3a04-96f8-42df-aa54-3a8fcdbaf6b0 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:06.923718 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d96cb01-a68c-4bb4-9f6a-9344d8637e42 req-8b4d3a04-96f8-42df-aa54-3a8fcdbaf6b0 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 949 time: 0.0838511
Nov 04 13:59:06.965716 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:06.970096 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d96cb01-a68c-4bb4-9f6a-9344d8637e42 req-92b3bc44-9c89-443f-993f-75673d60e637 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410414
Nov 04 13:59:08.090895 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2f564252-2961-43b5-ab46-78da40c17c76 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:08.167095 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf62f26-d442-4820-a94d-de5a061bbdde req-8c6ca8ea-d0a9-4b02-bb41-789066c02767 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:08.178182 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4bf62f26-d442-4820-a94d-de5a061bbdde req-8c6ca8ea-d0a9-4b02-bb41-789066c02767 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 949 time: 0.0794523
Nov 04 13:59:08.214474 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4bf62f26-d442-4820-a94d-de5a061bbdde req-94df143a-157b-40b6-b541-d882e4c12d46 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398138
Nov 04 13:59:08.257229 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 2f564252-2961-43b5-ab46-78da40c17c76 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:08.262762 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 2f564252-2961-43b5-ab46-78da40c17c76 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:08.263101 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:08.377378 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:08.402848 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443869be-c523-48c5-b9f8-f65d9a44c934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f564252-2961-43b5-ab46-78da40c17c76'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:59:08.412808 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 2f564252-2961-43b5-ab46-78da40c17c76, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2f564252-2961-43b5-ab46-78da40c17c76,segment=NetworkSegment(8fd38805-ea4e-40a6-bb24-08fff56b177d),segment_id=8fd38805-ea4e-40a6-bb24-08fff56b177d)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:08.457350 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443869be-c523-48c5-b9f8-f65d9a44c934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f564252-2961-43b5-ab46-78da40c17c76', 'code': 200}
Nov 04 13:59:08.529707 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:08.531656 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:08.603245 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=2f564252-2961-43b5-ab46-78da40c17c76,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:08.606446 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:08.823232 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d30c9b80-bf8a-4e9c-bcfc-39173772ea0d req-a5a2e885-7c2c-42fe-a7bb-540a0c27cad6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 1103 time: 0.0671961
Nov 04 13:59:08.864586 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d30c9b80-bf8a-4e9c-bcfc-39173772ea0d req-6c625e78-720c-4d86-805a-99354952435c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358584
Nov 04 13:59:09.411058 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a70111-a45e-4529-8999-0fd3c15e1b4c req-8d74142b-9583-4332-87ab-3a2e37400e00 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:09.412486 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-37a70111-a45e-4529-8999-0fd3c15e1b4c req-8d74142b-9583-4332-87ab-3a2e37400e00 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 950 time: 0.0792670
Nov 04 13:59:09.458593 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-37a70111-a45e-4529-8999-0fd3c15e1b4c req-c75ba1f5-bdc7-456b-aad0-bf6412da265e tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406857
Nov 04 13:59:10.655728 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078333-bea4-40b4-bc10-d5a2721c3025 req-b37c6be9-a811-4fc2-b4fa-a1b120c7e864 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:10.657007 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d5078333-bea4-40b4-bc10-d5a2721c3025 req-b37c6be9-a811-4fc2-b4fa-a1b120c7e864 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 950 time: 0.0766041
Nov 04 13:59:10.702800 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d5078333-bea4-40b4-bc10-d5a2721c3025 req-cfdc13a1-c52c-46c5-9cc1-e57d708df9bc tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402551
Nov 04 13:59:11.360957 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e242-2f11-4b76-8a96-b93daefaa0a8 req-b86e659c-b4a1-483a-aa13-f590af06baa4 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:11.363044 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff12e242-2f11-4b76-8a96-b93daefaa0a8 req-b86e659c-b4a1-483a-aa13-f590af06baa4 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 950 time: 0.0797155
Nov 04 13:59:11.408076 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ff12e242-2f11-4b76-8a96-b93daefaa0a8 req-93a1af54-355d-438f-87fa-e819dd96b6ed tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390866
Nov 04 13:59:12.587199 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-709107a3-b723-492a-8eb4-aa90ec9681d6 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:12.587890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-709107a3-b723-492a-8eb4-aa90ec9681d6 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Synchronizing usage tracker for tenant:7067815d034f40c09f7bb0429d720ee5 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:59:12.611644 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bbc26-8bb5-4f80-a7dd-ed749cfd552a req-7c4feff9-7cac-4e7d-86b6-c67c5e7fd769 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:12.613098 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b0bbc26-8bb5-4f80-a7dd-ed749cfd552a req-7c4feff9-7cac-4e7d-86b6-c67c5e7fd769 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 950 time: 0.0811291
Nov 04 13:59:12.665723 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7b0bbc26-8bb5-4f80-a7dd-ed749cfd552a req-52b9e50a-8ea2-4376-9278-98b173be2785 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/security-groups?id=5e38cfc0-d25d-4dfa-b35e-48181cac7df8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465744
Nov 04 13:59:12.668231 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-709107a3-b723-492a-8eb4-aa90ec9681d6 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Unset dirty status for tenant:7067815d034f40c09f7bb0429d720ee5 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:59:12.669542 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-709107a3-b723-492a-8eb4-aa90ec9681d6 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.90 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 950 time: 0.1624744
Nov 04 13:59:12.742640 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Deleting port 2f564252-2961-43b5-ab46-78da40c17c76 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 13:59:12.742980 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:13.085401 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] For port 2f564252-2961-43b5-ab46-78da40c17c76, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=2f564252-2961-43b5-ab46-78da40c17c76,segment=NetworkSegment(8fd38805-ea4e-40a6-bb24-08fff56b177d),segment_id=8fd38805-ea4e-40a6-bb24-08fff56b177d)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:13.085663 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:13.205716 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Calling delete_port for 2f564252-2961-43b5-ab46-78da40c17c76 owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 13:59:13.411233 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:13.416756 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:13.422610 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['2f564252-2961-43b5-ab46-78da40c17c76'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:59:13.459371 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Pushing event deleted for resources: {'Port': ['ID=2f564252-2961-43b5-ab46-78da40c17c76,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:13.463462 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:13.540241 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] No DVR routers for this DVR port 2f564252-2961-43b5-ab46-78da40c17c76 on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 13:59:13.542780 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:13.545358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443869be-c523-48c5-b9f8-f65d9a44c934', 'name': 'network-vif-deleted', 'tag': '2f564252-2961-43b5-ab46-78da40c17c76'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:59:13.605969 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443869be-c523-48c5-b9f8-f65d9a44c934', 'name': 'network-vif-deleted', 'tag': '2f564252-2961-43b5-ab46-78da40c17c76', 'status': 'completed', 'code': 200}
Nov 04 13:59:13.629306 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-d690e6d2-23e8-47bb-a54d-9ece0a549988 req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.90 "DELETE /v2.0/ports/2f564252-2961-43b5-ab46-78da40c17c76 HTTP/1.1" status: 204  len: 173 time: 0.9547029
Nov 04 13:59:13.836116 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-584e23f4-f748-4132-9094-b2d134a132cb req-9cbf15a0-db05-494e-8593-b6b6640f9ea5 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] 10.222.0.96 "GET /v2.0/ports?device_id=443869be-c523-48c5-b9f8-f65d9a44c934 HTTP/1.1" status: 200  len: 210 time: 0.0410860
Nov 04 13:59:16.169292 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2f564252-2961-43b5-ab46-78da40c17c76 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 13:59:16.203219 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 2f564252-2961-43b5-ab46-78da40c17c76 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 13:59:16.203567 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 2f564252-2961-43b5-ab46-78da40c17c76 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 13:59:21.693439 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37322) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:21.865123 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-ae30bd84-1269-48d6-bc66-fda23e9e7f26 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=7067815d034f40c09f7bb0429d720ee5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1703331
Nov 04 13:59:21.867755 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37328) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:21.926432 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:21.952520 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:22.074516 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:22.078809 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-28f62821-e2ae-491f-bba8-c70f79f1fe1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:22.092317 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38cfc0-d25d-4dfa-b35e-48181cac7df8,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:22.096921 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:22.098959 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:22.100530 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/5e38cfc0-d25d-4dfa-b35e-48181cac7df8 HTTP/1.1" status: 204  len: 168 time: 0.2318797
Nov 04 13:59:23.405078 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37356) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:23.534058 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1367628211-network', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:23.539396 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:23.543428 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Usage tracker for resource:network and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:23.547296 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:23.554825 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:23.696423 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Made reservation on behalf of f92273a11cb34428b42f26d94daa4809 for: {'network': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:59:23.698790 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:23.712005 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:23.743650 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:23.747362 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:23.750100 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:23.757484 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:23.824608 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:23.929189 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:23.932269 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d581c8c8-e146-4801-8266-b5c65ef7535b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:23.965766 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533}  {{(pid=83644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:59:23.971170 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb79a6bd-718f-462d-befb-b3794df18f1b,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:23.971905 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 13:59:23.975437 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:23.979315 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:23.979484 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.segments_db [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Added segment f3d5ac66-f9a3-4e72-b162-8ddf039b98a1 of type vlan for network c4db7ba9-e972-45b7-922a-7c503e431d3a
Nov 04 13:59:24.006086 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:24.163469 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:24.164734 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:24.165308 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:24.170401 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:24.275800 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Pushing event updated for resources: {'Network': ['ID=c4db7ba9-e972-45b7-922a-7c503e431d3a,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:24.278664 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:24.290072 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network c4db7ba9-e972-45b7-922a-7c503e431d3a details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:59:24.343515 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-84ff350b-ba68-425f-8ff8-927398595166 admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.9372637
Nov 04 13:59:24.346578 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37364) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:24.352070 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Request body: {'subnet': {'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1367628211-subnet', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'ip_version': 4}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:24.357063 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:24.361033 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Usage tracker for resource:subnet and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:24.367135 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:24.370842 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:24.450904 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Made reservation on behalf of f92273a11cb34428b42f26d94daa4809 for: {'subnet': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:59:24.453600 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626065'] for subnet, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:24.746224 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1150122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626023'] for subnet, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:24.750212 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:24.899104 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab98c8a-5090-4257-830e-c939a300174c,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:24.903552 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:24.914016 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Checking segment: {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:24.914367 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Network hostable DHCP agents. Network: c4db7ba9-e972-45b7-922a-7c503e431d3a, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:59:25.026534 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Network c4db7ba9-e972-45b7-922a-7c503e431d3a is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:59:25.107948 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, c4db7ba9-e972-45b7-922a-7c503e431d3a) {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:25.111904 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:25.112608 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.117296 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d723372-451f-4d62-8c23-c435571439b8 None None] Network c4db7ba9-e972-45b7-922a-7c503e431d3a requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:59:25.206231 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8585510
Nov 04 13:59:25.210223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37368) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:25.215658 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:25.220185 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:25.225017 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Usage tracker for resource:router and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:25.228264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:25.234778 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:25.301240 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.412163 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.412163 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.414132 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-c4db7ba9-e972-45b7-922a-7c503e431d3a', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:59:25.414132 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.523314 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Allocated IP 172.20.0.2 (c4db7ba9-e972-45b7-922a-7c503e431d3a/eab98c8a-5090-4257-830e-c939a300174c/e4ebb47b-e63b-4bd4-8ebf-65e9a8603242) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:25.592909 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.733198 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.744237 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Transition to ACTIVE for port object e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:25.762534 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Transition to ACTIVE for port object e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:25.847586 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.877552 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.880068 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:25.885131 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:25.947825 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Network c4db7ba9-e972-45b7-922a-7c503e431d3a is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:25.951086 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:25.955279 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:25.957350 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Pushing event updated for resources: {'Port': ['ID=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:25.961929 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:26.017510 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Allocated IP 172.27.2.16 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/766055d4-0dd6-4930-9e41-2c4ec67643d0) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:26.047570 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Attempting to bind port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:26.047940 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Attempting to bind port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:26.048305 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Attempting to bind port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 on network c4db7ba9-e972-45b7-922a-7c503e431d3a {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:26.054892 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:26.055271 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Checking segment: {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:26.055675 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:26.056067 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Bound using segment: {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:26.056527 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Bound port: e4ebb47b-e63b-4bd4-8ebf-65e9a8603242, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:26.056903 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:26.147072 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] For port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:26.150000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] For port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:26.165893 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:26.314047 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:26.318369 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:26.359949 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:26.364751 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-4a969fa9-c595-4a24-8c09-9a0407b09f0a tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:26.407988 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Pushing event updated for resources: {'Port': ['ID=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:26.414918 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:26.426532 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:26.434322 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:26.438730 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:26.480002 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Pushing event updated for resources: {'Port': ['ID=766055d4-0dd6-4930-9e41-2c4ec67643d0,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:26.484330 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:26.721295 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:26.722132 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:27.111975 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Router 445655d9-49d1-469e-892f-e2719db60179 is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:59:27.319813 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566f284-100b-437e-8311-e69784b83253 None None] Network c4db7ba9-e972-45b7-922a-7c503e431d3a requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:59:27.374294 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:59:27.391149 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Sync routers for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:59:27.438064 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:27.438754 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ad02d60>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:27.502444 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Notify callbacks [] for router, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:27.504283 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.2928343
Nov 04 13:59:27.507430 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37382) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:27.649016 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-edaa3e69-08bb-474f-a278-d543b947408d None None] Provisioning for port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:27.721878 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:28.057604 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ad02d60>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:26Z', 'revision_number': 3, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:28.066075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Checking router: 445655d9-49d1-469e-892f-e2719db60179 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:59:28.066767 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Updating router 445655d9-49d1-469e-892f-e2719db60179 port 766055d4-0dd6-4930-9e41-2c4ec67643d0 binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:59:28.163443 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.219429 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:28.329936 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.565004 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:28.575120 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:28.576178 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.671976 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Allocated IP 172.20.0.1 (c4db7ba9-e972-45b7-922a-7c503e431d3a/eab98c8a-5090-4257-830e-c939a300174c/c3c9484e-0197-435b-958b-caa0bd094f2b) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:28.724889 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.774107 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Transition to ACTIVE for port object 766055d4-0dd6-4930-9e41-2c4ec67643d0 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:28.792462 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.825247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.826624 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:28.842378 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Transition to ACTIVE for port object c3c9484e-0197-435b-958b-caa0bd094f2b will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:28.897600 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.900662 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.908316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-8945709a-92dd-4ca5-aef8-e4f745c67123 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:28.969884 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:28.975931 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ebd85fef-cf92-42d2-8fe2-e7fed3b499d7 tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:28.993260 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Attempting to bind port 766055d4-0dd6-4930-9e41-2c4ec67643d0 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:28.997713 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Attempting to bind port 766055d4-0dd6-4930-9e41-2c4ec67643d0 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:28.997713 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Attempting to bind port 766055d4-0dd6-4930-9e41-2c4ec67643d0 on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:29.003321 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:29.041279 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:29.041739 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:29.041979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Network c4db7ba9-e972-45b7-922a-7c503e431d3a is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:29.042112 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.042486 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:29.042970 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Bound port: 766055d4-0dd6-4930-9e41-2c4ec67643d0, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:29.043350 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.045200 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:29.049454 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:29.087840 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c9484e-0197-435b-958b-caa0bd094f2b,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:29.094492 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:29.127267 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.132219 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf0b7d-bff3-4d74-9314-1b17ea635bcd None None] Pushing event updated for resources: {'Port': ['ID=766055d4-0dd6-4930-9e41-2c4ec67643d0,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:29.135988 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-b6cf0b7d-bff3-4d74-9314-1b17ea635bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:29.142437 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:29.142794 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:29.154966 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] For port 766055d4-0dd6-4930-9e41-2c4ec67643d0, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:29.158796 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] For port 766055d4-0dd6-4930-9e41-2c4ec67643d0, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=766055d4-0dd6-4930-9e41-2c4ec67643d0,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:29.234845 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.250139 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:29.311792 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.328019 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf0b7d-bff3-4d74-9314-1b17ea635bcd None None] Pushing event updated for resources: {'Port': ['ID=766055d4-0dd6-4930-9e41-2c4ec67643d0,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:29.331114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-b6cf0b7d-bff3-4d74-9314-1b17ea635bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:29.332084 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:29.333000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ad02d60>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:29.521334 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-3e517a09-39b8-499b-8747-25f525b4d6de None None] Provisioning for port c3c9484e-0197-435b-958b-caa0bd094f2b completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:29.529997 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-3e517a09-39b8-499b-8747-25f525b4d6de None None] Provisioning complete for port c3c9484e-0197-435b-958b-caa0bd094f2b triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:29.530382 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-3e517a09-39b8-499b-8747-25f525b4d6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.551016 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.560075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:29.628459 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.658639 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-766bdb59-3157-4fc4-84ac-785d5ea2cf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:29.658998 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-3e517a09-39b8-499b-8747-25f525b4d6de None None] Port c3c9484e-0197-435b-958b-caa0bd094f2b cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:59:29.743100 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:29.747511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c9484e-0197-435b-958b-caa0bd094f2b,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:29.751537 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:29.893448 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Network c4db7ba9-e972-45b7-922a-7c503e431d3a is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:29.894705 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:29.925909 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ad02d60>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:28Z', 'revision_number': 1, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:29.931557 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d711138c-05b9-440f-8266-667ee0d25e1b None None] The sync data for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi is: [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:28Z', 'revision_number': 1, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:59:30.188688 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:30.246544 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9b1eb6ff-f274-4be0-8264-1df1630dbe96 None None] Provisioning complete for port c3c9484e-0197-435b-958b-caa0bd094f2b triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:30.246922 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9b1eb6ff-f274-4be0-8264-1df1630dbe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:30.309123 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-9b1eb6ff-f274-4be0-8264-1df1630dbe96 None None] Port c3c9484e-0197-435b-958b-caa0bd094f2b cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:59:30.317600 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:30.318294 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:30.388511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Router 445655d9-49d1-469e-892f-e2719db60179 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:59:30.620005 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:59:30.629339 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] 10.222.0.96 "PUT /v2.0/routers/445655d9-49d1-469e-892f-e2719db60179/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1207705
Nov 04 13:59:31.858850 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37414) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:31.865147 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-600275895-network', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:31.870481 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:31.874534 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Usage tracker for resource:network and tenant:9ae670d6041342fdbd00a4fe1de6970c is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:31.877578 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:31.886317 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:31.990113 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Made reservation on behalf of 9ae670d6041342fdbd00a4fe1de6970c for: {'network': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:59:31.992509 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for network, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.009927 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.154143 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:32.158061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Usage tracker for resource:security_group_rule and tenant:9ae670d6041342fdbd00a4fe1de6970c is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:32.162037 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:32.169854 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:32.173731 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 766055d4-0dd6-4930-9e41-2c4ec67643d0 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:32.225050 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26c8e844-abf6-485c-b96e-b73b82af4671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.247923 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.307911 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.324914 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-56b8f0ce-af04-4ac7-80e3-7782df6d5069 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1370526158&fields=id&tenant_id=56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 267 time: 0.0438337
Nov 04 13:59:32.330778 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 766055d4-0dd6-4930-9e41-2c4ec67643d0 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:32.331119 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.334890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-84f41561-1390-4d5d-b612-80f77abfccba tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:32.337300 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 766055d4-0dd6-4930-9e41-2c4ec67643d0 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:32.337672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.366857 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542}  {{(pid=83645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 04 13:59:32.372321 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6838baf6-de82-4f21-b87e-55ac5555e247,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:32.376991 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:32.380867 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.381300 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.segments_db [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Added segment 05eee4de-7e01-420a-93a6-42e2fd9a435e of type vlan for network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5
Nov 04 13:59:32.416882 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758809328613'] for network, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.465097 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.481566 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 766055d4-0dd6-4930-9e41-2c4ec67643d0, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=766055d4-0dd6-4930-9e41-2c4ec67643d0,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:32.483687 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-deded617-3223-437b-81c4-fb1ef34bd478 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:32.485159 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-deded617-3223-437b-81c4-fb1ef34bd478 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 811 time: 0.1538115
Nov 04 13:59:32.496585 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927'] for network, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.497526 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:32.498290 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.502507 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-f915c8bc-ad1c-4dad-8311-cd83f7bf5fa4 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/quotas/56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 375 time: 0.0111229
Nov 04 13:59:32.503497 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d93cce8f-0426-48fc-8a88-f40507298f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:32.552261 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.556800 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:32.613000 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Pushing event updated for resources: {'Network': ['ID=a0ad2222-d0ce-405d-a3b2-80fb8513c5f5,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:32.616802 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:32.627672 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 details requested by agent ovs-agent-dv-cinder-810367-1-iscsi with host dv-cinder-810367-1-iscsi {{(pid=83646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 04 13:59:32.677344 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] 10.222.0.96 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8142791
Nov 04 13:59:32.684427 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37426) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:32.684765 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Request body: {'subnet': {'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-600275895-subnet', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'ip_version': 4}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:32.691784 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:32.704224 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Usage tracker for resource:subnet and tenant:9ae670d6041342fdbd00a4fe1de6970c is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:32.708258 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:32.715386 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:32.726482 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-a6fe730e-bb95-4260-9196-f41416b72d32 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2177088
Nov 04 13:59:32.726814 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.753317 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=766055d4-0dd6-4930-9e41-2c4ec67643d0,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:32.756373 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6c0768a9-94bd-4072-b042-66d83ef8d983 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83644) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:59:32.757335 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6c0768a9-94bd-4072-b042-66d83ef8d983 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0058882
Nov 04 13:59:32.759844 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:32.836240 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Made reservation on behalf of 9ae670d6041342fdbd00a4fe1de6970c for: {'subnet': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:59:32.838554 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1626065'] for subnet, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:32.981622 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d1420fc-b14d-4fdb-8445-284d9cc90f57 service neutron] 10.222.0.96 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177372
Nov 04 13:59:33.181191 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-ff4092fa-4204-418c-bcf3-7fecf6d47879 service neutron] 10.222.0.96 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930046
Nov 04 13:59:33.391951 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1150122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1626023'] for subnet, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:33.397569 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:33.467549 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc0c600-a674-489f-8725-ba44c9dd77d6,revision_number=0']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:33.471163 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:33.480200 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Checking segment: {'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:33.480547 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Network hostable DHCP agents. Network: a0ad2222-d0ce-405d-a3b2-80fb8513c5f5, hostable agents: ['9cb09f40-b657-4d42-9666-51d8008b6188'], hosted agents: [] {{(pid=83644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 04 13:59:33.633625 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 is scheduled to be hosted by DHCP agent 9cb09f40-b657-4d42-9666-51d8008b6188 with binding_index 1 {{(pid=83644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 04 13:59:33.730586 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810367-1-iscsi, a0ad2222-d0ce-405d-a3b2-80fb8513c5f5) {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:33.734673 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:33.735328 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:33.746606 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257f0266-c926-4765-856c-0e22731e1973 None None] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:59:33.892012 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-0a99633f-3613-40d3-b80d-f34b44177297 admin admin] 10.222.0.96 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2128739
Nov 04 13:59:33.894758 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37436) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:33.902225 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:33.909045 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:33.913441 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Usage tracker for resource:router and tenant:9ae670d6041342fdbd00a4fe1de6970c is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:33.916382 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:33.922145 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:33.960706 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp670e8c13-cd5a-5e45-85d6-08ad93ef64a6-a0ad2222-d0ce-405d-a3b2-80fb8513c5f5', 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'fixed_ips': [{'subnet_id': '6cc0c600-a674-489f-8725-ba44c9dd77d6'}]}} from dv-cinder-810367-1-iscsi. {{(pid=83646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 04 13:59:33.961536 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.085672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-493703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25079'] for router, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.086649 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-493848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-498044', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24974'] for router, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.110437 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.160417 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.db_base_plugin_common [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Allocated IP 172.20.0.2 (a0ad2222-d0ce-405d-a3b2-80fb8513c5f5/6cc0c600-a674-489f-8725-ba44c9dd77d6/84e5e37c-a5ff-45ce-a45e-a2e61cc564e3) {{(pid=83646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:34.164900 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 766055d4-0dd6-4930-9e41-2c4ec67643d0 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:34.174447 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e3aa29da-b372-44d9-b1cb-f863b8d7343d req-7b98adfc-2c6b-4e93-89bc-257a5b59c71b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 210 time: 0.0544009
Nov 04 13:59:34.373162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-497934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-493713', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24988'] for router, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.394865 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 766055d4-0dd6-4930-9e41-2c4ec67643d0 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:34.395288 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.485372 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-09631df5-8f96-47ac-8077-ee57a175c4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.528216 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Notify callbacks [] for port, precommit_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.563928 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Transition to ACTIVE for port object 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:34.606415 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Transition to ACTIVE for port object 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 will not be triggered until provisioned by entity DHCP. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:34.678370 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878'] for port, after_create {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.682045 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-9f23b327-77b2-47ea-9d2a-959535041fff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:34.706610 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.743525 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.748748 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 is already hosted by enough agents. {{(pid=83646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:34.751938 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.scheduler.base_scheduler [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Resources bound (agent type, host, resource id):  {{(pid=83646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:34.756374 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Received port after_create {{(pid=83646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:34.758384 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Pushing event updated for resources: {'Port': ['ID=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,revision_number=1']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:34.761256 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:34.848893 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Attempting to bind port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:34.849197 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Attempting to bind port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:34.849627 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Attempting to bind port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 on network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:34.856157 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:34.856530 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Checking segment: {'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:34.856928 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.857316 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Bound using segment: {'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:34.857786 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Bound port: 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:34.858156 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:34.890130 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Allocated IP 172.27.2.233 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/1f913e72-44d2-4369-a2b8-6408b1962c3e) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:34.951000 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] For port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:34.954606 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] For port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,segment=NetworkSegment(05eee4de-7e01-420a-93a6-42e2fd9a435e),segment_id=05eee4de-7e01-420a-93a6-42e2fd9a435e)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:35.034186 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:35.038775 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:35.055286 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:35.117883 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Pushing event updated for resources: {'Port': ['ID=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,revision_number=2']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:35.120716 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-9a61aa52-b78e-42f1-b71f-73830826fa78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:35.176908 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:35.181558 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9b8b3cc0-53b4-482d-9d6c-be43182d87b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:35.246221 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:35.254118 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:35.259847 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:35.313098 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Pushing event updated for resources: {'Port': ['ID=1f913e72-44d2-4369-a2b8-6408b1962c3e,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:35.321155 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:35.386517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-87e07c18-08a3-48e7-ad01-724e50a9916b req-78bb9486-f032-4854-8fe8-dadf941b3d6d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 210 time: 0.0540626
Nov 04 13:59:35.534539 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:35.642546 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:35.643214 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-493704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-497953'] for router, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:35.965284 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec is scheduled to L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f with binding_index 1 {{(pid=83645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 04 13:59:36.088455 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8479fe-440f-4502-84ea-853854bd13be None None] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 13:59:36.207307 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:36.307786 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:59:36.322472 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Sync routers for ids ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:59:36.339820 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Routers {'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:36.339820 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adffa00>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:36.385985 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-c6023cd6-de04-43ee-9afc-43cd8ba67b80 None None] Provisioning for port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:36.449694 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:36.462604 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:36.462992 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:36.543001 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Set router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:36.559109 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:36.562964 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d4b3ca26-dc0e-4899-97df-64fafe283472 admin admin] 10.222.0.96 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6659858
Nov 04 13:59:36.566121 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37454) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:36.616196 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-57b31848-cead-4748-96ab-5389007433bf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:36.617865 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-57b31848-cead-4748-96ab-5389007433bf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 811 time: 0.1862972
Nov 04 13:59:36.642726 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:36.713231 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,segment=NetworkSegment(05eee4de-7e01-420a-93a6-42e2fd9a435e),segment_id=05eee4de-7e01-420a-93a6-42e2fd9a435e)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:36.717087 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-814364f2-6f00-4be7-9f3d-784751b953a8 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56f07e4339194a1dabb567160999f0ce HTTP/1.1" status: 200  len: 380 time: 0.0863853
Nov 04 13:59:36.726802 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'port': {'device_id': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'admin_state_up': True, 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'security_groups': ['e75f531d-1dfb-4da4-bb4a-b2120c58a0b9']}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:36.746276 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-edf4f0a1-1d4b-41d0-8af1-3a2acc16f83e req-1848a343-c1da-4108-92c1-48265413da3f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 210 time: 0.0987129
Nov 04 13:59:36.791825 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:36.794122 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:36.950896 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:36.954955 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:36.962019 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-e385ff9a-e466-4a1b-b988-77f36ae9440f None None] Provisioning complete for port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:36.962482 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-e385ff9a-e466-4a1b-b988-77f36ae9440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:36.976186 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:36.985551 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:port and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:36.991480 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adffa00>, [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:35Z', 'revision_number': 3, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:36.993482 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:36.999746 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Checking router: dbec9467-70fc-4a87-b83f-0fbbd6c2dbec for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:59:37.000986 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Updating router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec port 1f913e72-44d2-4369-a2b8-6408b1962c3e binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:59:37.008358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:37.017148 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.075247 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.113824 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Made reservation on behalf of 56f07e4339194a1dabb567160999f0ce for: {'port': 1} {{(pid=83645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:59:37.117733 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.357284 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_common [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Allocated IP 172.20.0.11 (6025f83d-7efe-427c-9acf-77d60ff9c355/8a54ec95-3a4d-4638-8a4b-3315f99f5217/0d56d2fd-0273-44d5-aa4e-a488bbf567c5) {{(pid=83645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:37.487515 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.504321 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Transition to ACTIVE for port object 1f913e72-44d2-4369-a2b8-6408b1962c3e will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:37.579239 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.597015 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.598751 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Transition to ACTIVE for port object 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 will not be triggered until provisioned by entity DHCP. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:37.602076 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:37.686056 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Pushing event updated for resources: {'Port': ['ID=1f913e72-44d2-4369-a2b8-6408b1962c3e,revision_number=2']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:37.686330 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.688286 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Attempting to bind port 1f913e72-44d2-4369-a2b8-6408b1962c3e on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:37.688654 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Attempting to bind port 1f913e72-44d2-4369-a2b8-6408b1962c3e by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:37.689016 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Attempting to bind port 1f913e72-44d2-4369-a2b8-6408b1962c3e on network c9e82011-2c8c-4141-8043-8ecc9c194917 {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:37.695510 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9977a47c-a559-4310-96a5-fe0d106bc00b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:37.702776 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:37.703211 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Checking segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:37.703629 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.704059 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Bound using segment: {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:37.704533 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Bound port: 1f913e72-44d2-4369-a2b8-6408b1962c3e, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70794e4c-ce31-4da4-bad2-2870ab87f174', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:37.704928 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.736022 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.736365 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.736704 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.737034 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.737411 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.738077 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.738347 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.738715 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.740148 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.740517 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.740844 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:37.748008 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:37.767819 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.801700 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 is already hosted by enough agents. {{(pid=83645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:37.803210 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:37.804578 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] For port 1f913e72-44d2-4369-a2b8-6408b1962c3e, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:37.806901 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.base_scheduler [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources bound (agent type, host, resource id):  {{(pid=83645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:37.820036 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] For port 1f913e72-44d2-4369-a2b8-6408b1962c3e, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=1f913e72-44d2-4369-a2b8-6408b1962c3e,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:37.821950 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:37.822979 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Received port after_create {{(pid=83645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:37.901350 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:37.902033 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.906654 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:37.912971 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-3bbaf5f0-4b03-4f35-838e-2182a91c05b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:38.001563 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Pushing event updated for resources: {'Port': ['ID=1f913e72-44d2-4369-a2b8-6408b1962c3e,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:38.006918 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-f7b1d5d2-589f-4692-810f-cec1ae289485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:38.037557 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Routers {'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:38.038672 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adffa00>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:38.044412 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Allocated IP 172.20.0.1 (a0ad2222-d0ce-405d-a3b2-80fb8513c5f5/6cc0c600-a674-489f-8725-ba44c9dd77d6/a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:38.057254 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-b2307cc0-ee7d-46de-9553-6b15bd80d8e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3355515
Nov 04 13:59:38.148479 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec97f2-1731-4685-8a1c-5d2051f7400b req-3248f9ca-89fe-4a51-bb9d-912a4118485f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:38.150337 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-37ec97f2-1731-4685-8a1c-5d2051f7400b req-3248f9ca-89fe-4a51-bb9d-912a4118485f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 932 time: 0.1009872
Nov 04 13:59:38.153724 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Request body: {'port': {'device_id': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:38.157656 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:38.246656 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] Set router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:38.257155 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:38.257973 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.298395 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-631cea52-4255-44da-91e6-f60ae6914e99 None None] Provisioning for port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:38.332025 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-631cea52-4255-44da-91e6-f60ae6914e99 None None] Provisioning complete for port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:38.332905 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-631cea52-4255-44da-91e6-f60ae6914e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.346022 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.366048 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Transition to ACTIVE for port object a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:38.371455 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.428803 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-37ec97f2-1731-4685-8a1c-5d2051f7400b req-8c57e0ec-d559-472f-bab1-947b26651a6d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2702384
Nov 04 13:59:38.448775 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-631cea52-4255-44da-91e6-f60ae6914e99 None None] Port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:59:38.483199 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.487126 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-da4da4fc-da06-4910-88ca-d8530eb27ba1 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:38.568411 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Pushing event updated for resources: {'Port': ['ID=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:38.584746 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:38.589264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:38.593910 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:38.593910 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:38.652897 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-491883'] for router_interface, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.686425 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adffa00>, [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:35Z', 'revision_number': 3, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:38.691827 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7930cb9-d9f0-4543-8353-e7c57bb84376 None None] The sync data for ids ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'] in dv-cinder-810367-1-iscsi is: [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:35Z', 'revision_number': 3, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:59:38.813008 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 {{(pid=83645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:59:38.820445 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.837496 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.840495 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.provisioning_blocks [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Transition to ACTIVE for port object 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 will not be triggered until provisioned by entity L2. {{(pid=83645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:38.951942 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:38.955769 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-dccc45f8-524f-48f0-a345-07e401a83f34 tempest-VolumesNegativeTest-324999024 tempest-VolumesNegativeTest-324999024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:38.991711 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-6f661545-f16a-4637-acc3-66e940930afa None None] Provisioning for port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:38.998613 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-6f661545-f16a-4637-acc3-66e940930afa None None] Provisioning complete for port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:38.999145 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6f661545-f16a-4637-acc3-66e940930afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:39.057272 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-6f661545-f16a-4637-acc3-66e940930afa None None] Port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:59:39.091800 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:39.102752 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Pushing event updated for resources: {'Port': ['ID=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,revision_number=2']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:39.105942 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:39.182531 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:39.215268 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cc26fb96-0646-4984-a8b0-b67345aa516a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:39.225354 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Attempting to bind port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:39.225684 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Attempting to bind port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:39.226040 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Attempting to bind port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:39.232013 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 13:59:39.232326 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Attempting to bind port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 on network 6025f83d-7efe-427c-9acf-77d60ff9c355 {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:39.239747 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:39.240098 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Checking segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:39.240442 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Bound using segment: {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'} {{(pid=83645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:39.240864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.managers [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Bound port: 0d56d2fd-0273-44d5-aa4e-a488bbf567c5, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64ccbf14-44b2-413f-8475-a87099c4945c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355'}}] {{(pid=83645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:39.241204 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:39.299249 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Pushing event updated for resources: {'Port': ['ID=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:39.303036 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:39.326173 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7857118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-498767'] for router_interface, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:39.346332 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] For port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5, host hv-cinder-81036, cleared binding levels {{(pid=83645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:39.350755 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] For port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:39.468050 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1203288'] for port, after_update {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:39.474053 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ac35da64-99f4-4042-aca2-0f9218f50e00 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:39.484646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:39.486032 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:39.530849 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:39.532539 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] 10.222.0.90 "PUT /v2.0/ports/0d56d2fd-0273-44d5-aa4e-a488bbf567c5 HTTP/1.1" status: 200  len: 1094 time: 1.3833346
Nov 04 13:59:39.533004 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:59:39.565054 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Pushing event updated for resources: {'Port': ['ID=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,revision_number=3']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:39.570403 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6d8de186-0ec9-4967-8ae5-8525ed1da8bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:39.604286 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'status': 'completed', 'code': 200}
Nov 04 13:59:39.793942 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af7ef5-0a5d-4abf-9e31-35a1f2722fca req-e9ff955a-99af-498f-a05f-ddcfdab62cbf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:39.795458 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8af7ef5-0a5d-4abf-9e31-35a1f2722fca req-e9ff955a-99af-498f-a05f-ddcfdab62cbf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.2086883
Nov 04 13:59:39.842356 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6889026b-9103-4be4-8993-dcb45bce7548 req-4c7f6609-63ab-47ce-bbc8-a54eee073a0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 1097 time: 0.2100999
Nov 04 13:59:39.939968 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-e0bc371f-ef46-418d-85e8-c4ca88c919a2 None None] Provisioning complete for port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:39.940774 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-e0bc371f-ef46-418d-85e8-c4ca88c919a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:40.000349 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889026b-9103-4be4-8993-dcb45bce7548 req-dcedaeca-b0c0-455c-ab3b-eec3b470e905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:40.002050 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6889026b-9103-4be4-8993-dcb45bce7548 req-dcedaeca-b0c0-455c-ab3b-eec3b470e905 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=56f07e4339194a1dabb567160999f0ce&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1532457
Nov 04 13:59:40.007957 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc371f-ef46-418d-85e8-c4ca88c919a2 None None] Port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 13:59:40.023163 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b8af7ef5-0a5d-4abf-9e31-35a1f2722fca req-60c8feb0-d92f-423e-8cae-c4e3ea6a96dd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705589
Nov 04 13:59:40.148203 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889026b-9103-4be4-8993-dcb45bce7548 req-6574ba8c-18dd-4671-bc2c-9f49b4006e98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:40.149575 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6889026b-9103-4be4-8993-dcb45bce7548 req-6574ba8c-18dd-4671-bc2c-9f49b4006e98 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1420987
Nov 04 13:59:40.161554 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:59:40.256939 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-bb16fe27-ae60-4909-b6af-2b821b52592b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 1097 time: 0.0719733
Nov 04 13:59:40.338254 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-bda1a87a-31f0-439a-a7d5-040e5b5d56ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5 HTTP/1.1" status: 200  len: 217 time: 0.0739474
Nov 04 13:59:40.402625 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 13:59:40.407606 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-1883a10e-2765-4bdc-91bd-f61487faf5c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:40.408601 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-1883a10e-2765-4bdc-91bd-f61487faf5c3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0646386
Nov 04 13:59:40.413575 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] 10.222.0.96 "PUT /v2.0/routers/dbec9467-70fc-4a87-b83f-0fbbd6c2dbec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8463578
Nov 04 13:59:40.514188 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-1acbec53-0c9f-49c7-bbf5-71f1c171668e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0986168
Nov 04 13:59:40.544865 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-3dd2aeef-fb0d-4a43-b000-6ee99da2da1d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0788336
Nov 04 13:59:40.685280 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-f27491d2-ea3c-471d-949b-6fae261fada0 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639638
Nov 04 13:59:40.712803 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-9cfe906d-41a1-4951-8bb0-3d7e3c93daa3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1098 time: 0.0848930
Nov 04 13:59:40.851556 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-6337a3f1-de2d-44ec-9b1e-0e2b8bb3c29c req-1cf2849f-49a6-43ea-8475-8f0877a09d02 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1598890
Nov 04 13:59:40.891199 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-d126178d-5a7f-4390-bbdc-5d7c00c8934e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:40.892735 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-d126178d-5a7f-4390-bbdc-5d7c00c8934e service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.1578317
Nov 04 13:59:41.028932 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-e6985fc2-7335-446d-8fe2-14c8c8c06eec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 200  len: 1001 time: 0.1278987
Nov 04 13:59:41.134830 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-25f42b80-d72c-4b6b-a5a6-73eff31295f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:41.136378 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-25f42b80-d72c-4b6b-a5a6-73eff31295f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0977492
Nov 04 13:59:41.280445 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-a13548c3-eb41-4405-a1c0-10d16b631cd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1372941
Nov 04 13:59:41.293083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904c008-2c89-4ad4-be70-1c4a5b38d2c7 req-5d315c68-c76d-4474-8906-78fb92f7f127 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:41.294634 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f904c008-2c89-4ad4-be70-1c4a5b38d2c7 req-5d315c68-c76d-4474-8906-78fb92f7f127 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.1104131
Nov 04 13:59:41.433991 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f904c008-2c89-4ad4-be70-1c4a5b38d2c7 req-44042dd1-aa7a-49dc-aa26-498ac04d6edd tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169519
Nov 04 13:59:41.480751 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-90183cf0-b61c-4578-8786-f5f04a1bd453 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851363
Nov 04 13:59:41.618818 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3093495b-540a-4f1e-b9d5-eb36eea12291 req-dc7e9e73-35a2-4d8d-8fbe-b3dc2d3e740c service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309323
Nov 04 13:59:42.653635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f5369-0976-40d1-b191-1da46ab3c509 req-628c751b-e8b6-4ed9-8cbc-54a9ddf1e9bf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:42.655117 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-267f5369-0976-40d1-b191-1da46ab3c509 req-628c751b-e8b6-4ed9-8cbc-54a9ddf1e9bf tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.0863302
Nov 04 13:59:42.706129 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-267f5369-0976-40d1-b191-1da46ab3c509 req-d931ac9c-f945-4993-928b-aa89e50e3500 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436969
Nov 04 13:59:43.821593 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Sync routers for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:59:43.842421 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:43.846763 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ac5d760>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:44.056492 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e401c-4164-4d5a-a5a4-58da6ef60954 req-5a074da5-3cbc-4be9-9eeb-c04ebbb89cf6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:44.067897 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8c9e401c-4164-4d5a-a5a4-58da6ef60954 req-5a074da5-3cbc-4be9-9eeb-c04ebbb89cf6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.1448121
Nov 04 13:59:44.139121 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:44.174205 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8c9e401c-4164-4d5a-a5a4-58da6ef60954 req-6aa4717b-2f1a-4b2c-9e80-103e4185dc2a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050730
Nov 04 13:59:44.330218 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 1f913e72-44d2-4369-a2b8-6408b1962c3e up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:44.633136 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port 1f913e72-44d2-4369-a2b8-6408b1962c3e completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:44.640508 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 1f913e72-44d2-4369-a2b8-6408b1962c3e triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:44.640898 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:44.726550 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ac5d760>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 2, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:44.733320 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Checking router: 445655d9-49d1-469e-892f-e2719db60179 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:59:44.733674 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Updating router 445655d9-49d1-469e-892f-e2719db60179 port c3c9484e-0197-435b-958b-caa0bd094f2b binding host dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:59:44.836491 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:44.840845 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:44.902663 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port 1f913e72-44d2-4369-a2b8-6408b1962c3e, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=1f913e72-44d2-4369-a2b8-6408b1962c3e,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:45.215762 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Notify callbacks [] for port, precommit_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:45.229659 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Transition to ACTIVE for port object c3c9484e-0197-435b-958b-caa0bd094f2b will not be triggered until provisioned by entity L2. {{(pid=83646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:45.385699 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:45.387636 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-754b886f-13af-4ed1-bfe1-1278b946c7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:45.402470 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50aa37-a2bd-4c1b-8d3d-1d5ce9315297 req-b7b4fe86-a426-44b2-b67c-e393b02388a8 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:45.404065 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-de50aa37-a2bd-4c1b-8d3d-1d5ce9315297 req-b7b4fe86-a426-44b2-b67c-e393b02388a8 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.0823367
Nov 04 13:59:45.422614 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:45.453965 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-de50aa37-a2bd-4c1b-8d3d-1d5ce9315297 req-ad016657-bbdc-4ee6-959b-179e75aba73b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416906
Nov 04 13:59:45.521623 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=1f913e72-44d2-4369-a2b8-6408b1962c3e,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:45.530239 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:45.531010 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-16702e33-ad1b-4a04-aa3a-d9fb1c8a9720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:45.696777 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abc713-150d-4912-a611-5d3a4a23a2ed None None] Pushing event updated for resources: {'Port': ['ID=c3c9484e-0197-435b-958b-caa0bd094f2b,revision_number=3']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:45.704465 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-e4abc713-150d-4912-a611-5d3a4a23a2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:45.710777 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Attempting to bind port c3c9484e-0197-435b-958b-caa0bd094f2b on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:45.712187 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Attempting to bind port c3c9484e-0197-435b-958b-caa0bd094f2b by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:45.712187 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Attempting to bind port c3c9484e-0197-435b-958b-caa0bd094f2b on network c4db7ba9-e972-45b7-922a-7c503e431d3a {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:45.720393 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:45.720712 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Checking segment: {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:45.721121 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:45.721537 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Bound using segment: {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'} {{(pid=83646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:45.722030 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.managers [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Bound port: c3c9484e-0197-435b-958b-caa0bd094f2b, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'}}] {{(pid=83646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:45.722406 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:45.824248 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] For port c3c9484e-0197-435b-958b-caa0bd094f2b, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:45.827539 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] For port c3c9484e-0197-435b-958b-caa0bd094f2b, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=c3c9484e-0197-435b-958b-caa0bd094f2b,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:45.953677 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:45.959601 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:46.041635 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abc713-150d-4912-a611-5d3a4a23a2ed None None] Pushing event updated for resources: {'Port': ['ID=c3c9484e-0197-435b-958b-caa0bd094f2b,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:46.044090 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-e4abc713-150d-4912-a611-5d3a4a23a2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:46.047659 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:46.048278 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ac5d760>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:46.229479 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device c3c9484e-0197-435b-958b-caa0bd094f2b up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:46.352150 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:46.507445 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port c3c9484e-0197-435b-958b-caa0bd094f2b completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:46.527927 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port c3c9484e-0197-435b-958b-caa0bd094f2b triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:46.528656 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:46.824722 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d741e0-cbd3-4846-96ed-01ccd454fc1f req-c25b0a7f-7bba-461f-ba5f-c7dd15084403 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:46.826665 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-00d741e0-cbd3-4846-96ed-01ccd454fc1f req-c25b0a7f-7bba-461f-ba5f-c7dd15084403 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.2182944
Nov 04 13:59:46.854228 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:46.906217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port c3c9484e-0197-435b-958b-caa0bd094f2b, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=c3c9484e-0197-435b-958b-caa0bd094f2b,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:46.906978 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-00d741e0-cbd3-4846-96ed-01ccd454fc1f req-3c3c2d53-840b-4bc6-b518-8c1b3407b5ec tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750911
Nov 04 13:59:46.917116 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ac5d760>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:45Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:46.923780 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cb941-f333-4c71-90f4-9c7e5d44f6fd None None] The sync data for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi is: [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:45Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:59:46.976210 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:46.977149 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 1f913e72-44d2-4369-a2b8-6408b1962c3e up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:47.013682 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-fd879db6-7009-47c9-a783-a4da6b6477fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:47.102981 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=c3c9484e-0197-435b-958b-caa0bd094f2b,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:47.106331 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:47.121367 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port 1f913e72-44d2-4369-a2b8-6408b1962c3e triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:47.121785 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:47.516177 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Sync routers for ids ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 13:59:47.545519 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Routers {'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:47.546295 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adc0940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:47.757111 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Set router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:48.132773 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3b28c-132c-4fb0-8988-c711b27485e7 req-4eaac910-b518-4db1-80a3-56b7062e313b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:48.134962 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29b3b28c-132c-4fb0-8988-c711b27485e7 req-4eaac910-b518-4db1-80a3-56b7062e313b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.1020834
Nov 04 13:59:48.152108 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adc0940>, [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:38Z', 'revision_number': 4, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb', 'name': '', 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'mac_address': 'fa:16:3e:5b:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc0c600-a674-489f-8725-ba44c9dd77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:37Z', 'updated_at': '2021-11-04T13:59:38Z', 'revision_number': 2, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'subnets': [{'id': '6cc0c600-a674-489f-8725-ba44c9dd77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:48.156433 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Checking router: dbec9467-70fc-4a87-b83f-0fbbd6c2dbec for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 13:59:48.156789 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Updating router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb binding host dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 04 13:59:48.169709 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device c3c9484e-0197-435b-958b-caa0bd094f2b up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:48.234299 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29b3b28c-132c-4fb0-8988-c711b27485e7 req-d0f667bb-eb45-40a4-9f5d-3452292be96f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925274
Nov 04 13:59:48.237670 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:48.323572 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port c3c9484e-0197-435b-958b-caa0bd094f2b triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:48.324230 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:48.668848 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Notify callbacks [] for port, precommit_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:48.685303 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.provisioning_blocks [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Transition to ACTIVE for port object a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb will not be triggered until provisioned by entity L2. {{(pid=83647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:48.821220 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:48.825980 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-098b1446-b97b-42f8-b7c2-5b778c26affe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:48.966540 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be63e48-41ed-4134-98a8-8e826702aa19 None None] Pushing event updated for resources: {'Port': ['ID=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,revision_number=3']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:48.971952 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-2be63e48-41ed-4134-98a8-8e826702aa19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:49.078792 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Attempting to bind port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb on host dv-cinder-810367-1-iscsi for vnic_type normal with profile  {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 13:59:49.079360 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Attempting to bind port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb by drivers openvswitch,hyperv on host dv-cinder-810367-1-iscsi at level 0 using segments [{'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 13:59:49.079848 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Attempting to bind port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb on network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 13:59:49.087859 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Checking agent: {'id': 'c0cd7b8b-b82a-4786-bb9d-75a6a871b076', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810367-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 39, 33), 'started_at': datetime.datetime(2021, 11, 4, 13, 40, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 13, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810367-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 13:59:49.088254 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Checking segment: {'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 13:59:49.088633 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:49.089043 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Bound using segment: {'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'} {{(pid=83647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 13:59:49.089485 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.managers [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Bound port: a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb, host: dv-cinder-810367-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eee4de-7e01-420a-93a6-42e2fd9a435e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5'}}] {{(pid=83647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 13:59:49.089915 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:49.188088 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] For port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb, host dv-cinder-810367-1-iscsi, cleared binding levels {{(pid=83647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 13:59:49.191067 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.plugins.ml2.db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] For port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb, host dv-cinder-810367-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,segment=NetworkSegment(05eee4de-7e01-420a-93a6-42e2fd9a435e),segment_id=05eee4de-7e01-420a-93a6-42e2fd9a435e)] {{(pid=83647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 13:59:49.329212 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:49.334131 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:49.415236 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be63e48-41ed-4134-98a8-8e826702aa19 None None] Pushing event updated for resources: {'Port': ['ID=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,revision_number=4']} {{(pid=83647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:49.418508 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG oslo_concurrency.lockutils [None req-2be63e48-41ed-4134-98a8-8e826702aa19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:49.419522 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Routers {'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 13:59:49.420182 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adc0940>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:49.512065 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da73c2-372e-45c3-bc27-4059682fff83 req-21643971-a459-45d6-be05-6762d9fad8a9 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:49.520591 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-41da73c2-372e-45c3-bc27-4059682fff83 req-21643971-a459-45d6-be05-6762d9fad8a9 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 944 time: 0.1394627
Nov 04 13:59:49.594052 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-41da73c2-372e-45c3-bc27-4059682fff83 req-f8495dcd-0066-4188-ba29-18c68bb24e5a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721517
Nov 04 13:59:49.706317 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] Set router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 13:59:50.074540 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adc0940>, [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:38Z', 'revision_number': 4, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb', 'name': '', 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'mac_address': 'fa:16:3e:5b:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc0c600-a674-489f-8725-ba44c9dd77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:37Z', 'updated_at': '2021-11-04T13:59:49Z', 'revision_number': 4, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'subnets': [{'id': '6cc0c600-a674-489f-8725-ba44c9dd77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 13:59:50.080037 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bd4100-5e67-48e3-9fc8-deab1f2df360 None None] The sync data for ids ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'] in dv-cinder-810367-1-iscsi is: [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:38Z', 'revision_number': 4, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb', 'name': '', 'network_id': 'a0ad2222-d0ce-405d-a3b2-80fb8513c5f5', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'mac_address': 'fa:16:3e:5b:cd:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cc0c600-a674-489f-8725-ba44c9dd77d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:37Z', 'updated_at': '2021-11-04T13:59:49Z', 'revision_number': 4, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'subnets': [{'id': '6cc0c600-a674-489f-8725-ba44c9dd77d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 13:59:50.354089 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 13:59:50.522258 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:50.544132 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'port_id': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'mac_address': 'fa:16:3e:58:0a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 13:59:50.625405 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:50.652195 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 13:59:50.670533 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:50.751326 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:50.753385 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:50.887038 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:50.894123 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:50.915641 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0489092-4ad1-4566-9553-0d2cc172faba req-83dd02dd-75d3-40af-bf76-4438adccba0c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:50.922593 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b0489092-4ad1-4566-9553-0d2cc172faba req-83dd02dd-75d3-40af-bf76-4438adccba0c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 945 time: 0.1562657
Nov 04 13:59:50.950986 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['0d56d2fd-0273-44d5-aa4e-a488bbf567c5'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 13:59:50.982345 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b0489092-4ad1-4566-9553-0d2cc172faba req-bd55ebed-bb60-48c6-8007-bed4771d6507 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588846
Nov 04 13:59:52.180085 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:52.229635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2dcba-4171-4e54-8127-8062d452496c req-6c6663da-bcf2-4473-904c-647fb757ce9e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:52.231126 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-18d2dcba-4171-4e54-8127-8062d452496c req-6c6663da-bcf2-4473-904c-647fb757ce9e tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 945 time: 0.0960631
Nov 04 13:59:52.299419 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-18d2dcba-4171-4e54-8127-8062d452496c req-889d2c9c-2cbc-44b2-897d-f766a1389d5f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579381
Nov 04 13:59:52.369843 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:52.408594 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning for port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:52.420604 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:52.421126 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:52.584272 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:52.621976 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] For port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,segment=NetworkSegment(05eee4de-7e01-420a-93a6-42e2fd9a435e),segment_id=05eee4de-7e01-420a-93a6-42e2fd9a435e)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:52.624785 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 13:59:52.630509 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:52.630893 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:52.744964 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:52.749042 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:52.854615 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:52.879616 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Pushing event updated for resources: {'Port': ['ID=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:52.888111 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:52.897312 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 13:59:52.907743 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 13:59:53.125246 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'code': 200}
Nov 04 13:59:53.202824 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:53.204786 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:53.272588 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:53.276199 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:53.516448 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28ef11-5fcf-4dd1-8679-ac826fb7c1e5 req-2a6159eb-3042-4950-b374-2da7bd601c67 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:53.518114 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7c28ef11-5fcf-4dd1-8679-ac826fb7c1e5 req-2a6159eb-3042-4950-b374-2da7bd601c67 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 946 time: 0.1004188
Nov 04 13:59:53.609563 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7c28ef11-5fcf-4dd1-8679-ac826fb7c1e5 req-ba675d17-f853-44f6-a0cd-c5988f89fbcc tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849760
Nov 04 13:59:53.663835 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6c560f5-9106-4f6e-9474-72bdf2c270eb req-789dbc7f-f415-4e0f-8afa-d5dfd0c750dc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 1099 time: 0.0866272
Nov 04 13:59:53.712347 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a6c560f5-9106-4f6e-9474-72bdf2c270eb req-9ceb2c2c-812a-462a-9041-fa5eda32fba4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425928
Nov 04 13:59:54.141323 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb up at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 13:59:54.212266 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Provisioning complete for port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 13:59:54.212954 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:54.830096 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fc935-fceb-41ca-a200-481852d20f35 req-b42b7ca7-fa09-472f-9577-4cdd6c2c39d6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:54.831826 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea5fc935-fceb-41ca-a200-481852d20f35 req-b42b7ca7-fa09-472f-9577-4cdd6c2c39d6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 946 time: 0.0957267
Nov 04 13:59:54.890623 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ea5fc935-fceb-41ca-a200-481852d20f35 req-00f2f7af-c26e-4b91-b17c-cf731bf52d9d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497074
Nov 04 13:59:55.052308 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-7478c14c-b311-49a1-af0d-a8ab0c369d6e tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:55.052997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-7478c14c-b311-49a1-af0d-a8ab0c369d6e tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Synchronizing usage tracker for tenant:f92273a11cb34428b42f26d94daa4809 on resource:network {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 13:59:55.144965 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-7478c14c-b311-49a1-af0d-a8ab0c369d6e tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Unset dirty status for tenant:f92273a11cb34428b42f26d94daa4809 on resource:network {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 13:59:55.146136 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-7478c14c-b311-49a1-af0d-a8ab0c369d6e tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 815 time: 0.2436731
Nov 04 13:59:55.163357 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-b87de829-d0d4-4aee-90be-a2658618710f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/quotas/f92273a11cb34428b42f26d94daa4809 HTTP/1.1" status: 200  len: 375 time: 0.0119429
Nov 04 13:59:55.248102 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-9ba0821f-7894-4395-93f6-420c91b3af7d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0797234
Nov 04 13:59:55.382113 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-7af94296-1881-4bc6-adf3-39234ca2be03 service neutron] http://10.222.0.96:9696/v2.0/extensions returned with HTTP 200 {{(pid=83644) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 04 13:59:55.383116 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-7af94296-1881-4bc6-adf3-39234ca2be03 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1230431
Nov 04 13:59:55.514484 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-5cac634b-38a6-48fe-9b52-6b57246e740d service neutron] 10.222.0.96 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252759
Nov 04 13:59:55.645251 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-6ab2d904-f2b0-4250-9b75-3940015ad4f1 service neutron] 10.222.0.96 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250355
Nov 04 13:59:55.939572 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5623eaea-30cc-47ff-9283-6e2c1f0b6d53 req-ce20005d-2cae-4e9e-8be9-823ab37bd7e5 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 210 time: 0.0479496
Nov 04 13:59:56.096281 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3af24-071a-45f7-9b2a-9b32704e52dd req-9269cbbb-4f52-4f52-a033-2ec1220c3919 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:56.098728 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-52b3af24-071a-45f7-9b2a-9b32704e52dd req-9269cbbb-4f52-4f52-a033-2ec1220c3919 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 946 time: 0.0843353
Nov 04 13:59:56.146638 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-52b3af24-071a-45f7-9b2a-9b32704e52dd req-59c9767d-9ae2-4da2-8bba-2b17e92d8f7f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423694
Nov 04 13:59:56.341123 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b038a1-a328-448a-8e79-3c3a8c6daf51 req-30928d3e-aebb-4fbb-9ffc-381b657eac7b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:56.342572 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e8b038a1-a328-448a-8e79-3c3a8c6daf51 req-30928d3e-aebb-4fbb-9ffc-381b657eac7b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 946 time: 0.0768590
Nov 04 13:59:56.388617 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e8b038a1-a328-448a-8e79-3c3a8c6daf51 req-46d6d251-b073-4718-b29c-0a901e60e5f7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403557
Nov 04 13:59:56.418092 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37550) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:56.490941 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-96474218-c055-4905-9d6e-57b8e2e8c7c0 tempest-TestVolumeBootPattern-1441670027 tempest-TestVolumeBootPattern-1441670027-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 1094 time: 0.0714355
Nov 04 13:59:56.492546 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37554) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 13:59:56.498004 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'port_id': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:56.504075 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:56.508149 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Usage tracker for resource:floatingip and tenant:56f07e4339194a1dabb567160999f0ce is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:56.511014 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:56.516721 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:56.632691 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:56.768967 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:57.007837 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Allocated IP 172.27.2.168 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/c2269c3b-8447-4bac-8e72-8d215d7a493d) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:57.063174 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7461ea1d-b936-44f6-9cac-f42e419d9a45 req-ac7371fc-26a7-459a-b893-efa028580401 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 210 time: 0.0495024
Nov 04 13:59:57.207615 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:57.290513 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:57.294997 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:57.354145 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 13:59:57.361797 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 13:59:57.366645 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 13:59:57.399721 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=c2269c3b-8447-4bac-8e72-8d215d7a493d,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:57.418577 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.418939 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.419307 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.419664 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.420016 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.420364 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.420716 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.421062 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.421406 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.421767 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.422106 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 13:59:57.427650 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:57.904635 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:58.053107 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:58.249699 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1094d272-a40d-45f2-bd93-756511b3939d req-0ac46a83-c6c7-4ddc-a330-ddcb861fd631 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 210 time: 0.0540009
Nov 04 13:59:58.309292 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:58.411483 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:58.420407 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 13:59:58.553093 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event updated for resources: {'Port': ['ID=c2269c3b-8447-4bac-8e72-8d215d7a493d,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 13:59:58.560723 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 13:59:58.595613 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-b3097d2d-ec95-4bcb-856a-a5ee090a6f12 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 13:59:58.597030 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-b3097d2d-ec95-4bcb-856a-a5ee090a6f12 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.90 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 815 time: 0.2652357
Nov 04 13:59:58.598403 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:58.660718 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'port': {'device_id': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'admin_state_up': True, 'tenant_id': 'f92273a11cb34428b42f26d94daa4809'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 13:59:58.973474 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 13:59:58.981504 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:port and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 13:59:58.992004 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 13:59:59.000260 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 13:59:59.054800 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.l3_db [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Floating IP 16b60876-9528-437e-92ce-4f566707c180 associated. External IP: 172.27.2.168, port: 0d56d2fd-0273-44d5-aa4e-a488bbf567c5.
Nov 04 13:59:59.106542 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Made reservation on behalf of f92273a11cb34428b42f26d94daa4809 for: {'port': 1} {{(pid=83644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 04 13:59:59.109421 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:59.390266 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Allocated IP 172.20.0.13 (c4db7ba9-e972-45b7-922a-7c503e431d3a/eab98c8a-5090-4257-830e-c939a300174c/64abcf42-ea65-4722-9cd0-5ba6e2fb092a) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 13:59:59.495211 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-350ee7eb-4195-4a0c-88c2-e6f99009903d req-bdb913dd-dd3d-44b9-9e7a-e1d08fd32897 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 210 time: 0.0654831
Nov 04 13:59:59.756029 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:59.826448 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Transition to ACTIVE for port object 64abcf42-ea65-4722-9cd0-5ba6e2fb092a will not be triggered until provisioned by entity DHCP. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 13:59:59.895279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 13:59:59.961517 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 13:59:59.973059 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2ff3d387-2ca1-43df-9246-93d1c75457d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:00.054949 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Network c4db7ba9-e972-45b7-922a-7c503e431d3a is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 14:00:00.063445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 14:00:00.063445 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:00.064415 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:00.065090 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 14:00:00.191115 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:00.191768 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:00.299125 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:00:00.313663 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:00:00.319952 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6683083
Nov 04 14:00:00.340067 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:00:00.341401 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab62bb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:00.398975 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:00.461098 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.9674165
Nov 04 14:00:00.463646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:00:00.564176 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:00:00.608448 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-ba8c86dd-dfee-441f-996d-52488299846e None None] Provisioning for port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a completed by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 14:00:00.620988 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-ba8c86dd-dfee-441f-996d-52488299846e None None] Provisioning complete for port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 14:00:00.621633 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ba8c86dd-dfee-441f-996d-52488299846e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:00.665653 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'status': 'completed', 'code': 200}
Nov 04 14:00:00.775108 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c86dd-dfee-441f-996d-52488299846e None None] Port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a cannot update to ACTIVE because it is not bound. {{(pid=83646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 04 14:00:00.898621 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed0b48-44a2-43c6-bec6-c4f8c15de922 req-01830ea9-4ab1-4519-b941-b4e96fd1b636 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:00.899258 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d9ed0b48-44a2-43c6-bec6-c4f8c15de922 req-01830ea9-4ab1-4519-b941-b4e96fd1b636 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Synchronizing usage tracker for tenant:f92273a11cb34428b42f26d94daa4809 on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 14:00:00.973816 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:00:00.982035 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d9ed0b48-44a2-43c6-bec6-c4f8c15de922 req-01830ea9-4ab1-4519-b941-b4e96fd1b636 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Unset dirty status for tenant:f92273a11cb34428b42f26d94daa4809 on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 14:00:00.983231 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d9ed0b48-44a2-43c6-bec6-c4f8c15de922 req-01830ea9-4ab1-4519-b941-b4e96fd1b636 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.2941372
Nov 04 14:00:01.041394 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab62bb0>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '16b60876-9528-437e-92ce-4f566707c180', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:58:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:59:57Z', 'updated_at': '2021-11-04T13:59:57Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}, {'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:55Z', 'revision_number': 1, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:01.046247 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d9ed0b48-44a2-43c6-bec6-c4f8c15de922 req-035ed0c4-b8ab-4325-851b-5c73070aa39f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Synchronizing usage tracker for tenant:f92273a11cb34428b42f26d94daa4809 on resource:security_group {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 14:00:01.046445 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:00:01.059217 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:00:01.059864 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ab62bb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T13:59:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:01.202833 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d9ed0b48-44a2-43c6-bec6-c4f8c15de922 req-035ed0c4-b8ab-4325-851b-5c73070aa39f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Unset dirty status for tenant:f92273a11cb34428b42f26d94daa4809 on resource:security_group {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 14:00:01.204046 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d9ed0b48-44a2-43c6-bec6-c4f8c15de922 req-035ed0c4-b8ab-4325-851b-5c73070aa39f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125719
Nov 04 14:00:01.252507 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:00:01.624102 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ab62bb0>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '16b60876-9528-437e-92ce-4f566707c180', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:58:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:59:57Z', 'updated_at': '2021-11-04T13:59:57Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}, {'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:55Z', 'revision_number': 1, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:01.628374 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea22d46-dc73-47a4-8c02-179c4bdd53a1 None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '16b60876-9528-437e-92ce-4f566707c180', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.168', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:58:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:59:57Z', 'updated_at': '2021-11-04T13:59:57Z', 'revision_number': 0, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}, {'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:55Z', 'revision_number': 1, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:00:02.158703 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cb06573c-be24-46a5-8bfb-fc98529841db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:02.278964 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:02.417636 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95ebe3-5350-486a-8f55-4f27533ad5d0 req-6b341e4e-66ff-4d77-9a46-67736b538c71 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:02.419040 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ec95ebe3-5350-486a-8f55-4f27533ad5d0 req-6b341e4e-66ff-4d77-9a46-67736b538c71 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.0808470
Nov 04 14:00:02.470408 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ec95ebe3-5350-486a-8f55-4f27533ad5d0 req-59bb6bcb-f32b-47e3-ba39-0d29ad078fad tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453527
Nov 04 14:00:02.707628 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:03.672701 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc155-3e4d-4c02-ae6d-57245c28793c req-52abb92d-4765-4694-a2c6-677da3b0d5d8 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:03.674102 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b03bc155-3e4d-4c02-ae6d-57245c28793c req-52abb92d-4765-4694-a2c6-677da3b0d5d8 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.0813036
Nov 04 14:00:03.721213 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b03bc155-3e4d-4c02-ae6d-57245c28793c req-8f2868d0-a913-4e34-87d6-94fe8745aa63 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410049
Nov 04 14:00:04.324181 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a751e87d-ef97-4e52-8364-319124e3c63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:04.929277 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c60217-021e-4949-95d3-3c0ced91b66e req-2bfded00-fb54-40cf-815b-a3d86ea167d9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:04.930806 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b4c60217-021e-4949-95d3-3c0ced91b66e req-2bfded00-fb54-40cf-815b-a3d86ea167d9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.0840635
Nov 04 14:00:04.978082 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b4c60217-021e-4949-95d3-3c0ced91b66e req-ac51f7fb-b28e-4801-8a1a-6a30e41a6bdf tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409751
Nov 04 14:00:05.470066 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:06.187533 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ca47c-53e1-44d7-b4f7-bd05150c4850 req-baaacc90-10b6-4ea2-a4c4-9318c80fa49c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:06.189724 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-285ca47c-53e1-44d7-b4f7-bd05150c4850 req-baaacc90-10b6-4ea2-a4c4-9318c80fa49c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.0800989
Nov 04 14:00:06.236235 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-285ca47c-53e1-44d7-b4f7-bd05150c4850 req-76f643bb-c7b2-4f3e-ba08-54f9ecd223af tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407341
Nov 04 14:00:07.465637 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd917c-120b-4bd4-a8dd-faafc7733164 req-b247b3fc-518e-4bc0-a002-d0a1d825fe74 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:07.467243 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-21bd917c-120b-4bd4-a8dd-faafc7733164 req-b247b3fc-518e-4bc0-a002-d0a1d825fe74 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.0840290
Nov 04 14:00:07.524283 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-21bd917c-120b-4bd4-a8dd-faafc7733164 req-18ee871a-99b0-473d-83cc-0e1ef91a0410 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508940
Nov 04 14:00:07.610662 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:07.688712 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362a3ce-c3a3-43dc-adfc-0812c00e6627 None None] New status for floating IP 16b60876-9528-437e-92ce-4f566707c180: ACTIVE {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 14:00:08.737063 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989e3ae-9bbe-4bbd-903d-4f9f649dd536 req-81222d48-2c40-4f43-b82b-7bf6be098c12 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:08.738703 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b989e3ae-9bbe-4bbd-903d-4f9f649dd536 req-81222d48-2c40-4f43-b82b-7bf6be098c12 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.0873325
Nov 04 14:00:08.793583 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b989e3ae-9bbe-4bbd-903d-4f9f649dd536 req-bafbbec0-ed7a-45c0-81ab-a339219c6996 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485253
Nov 04 14:00:09.996334 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51574b5f-deb5-42c8-be76-5120b910db42 req-18f9974c-8e24-4a88-9890-b6f67689bf4d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:09.997785 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-51574b5f-deb5-42c8-be76-5120b910db42 req-18f9974c-8e24-4a88-9890-b6f67689bf4d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 932 time: 0.0853949
Nov 04 14:00:10.044104 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-51574b5f-deb5-42c8-be76-5120b910db42 req-13a78bd1-0497-41cf-b796-9cabb61780de tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408733
Nov 04 14:00:10.352428 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Request body: {'port': {'device_id': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81036'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:10.439322 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-99258d37-940c-487f-81d0-6ae782411350 req-da6adf6f-da87-4796-b2a8-f79856c55d2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 1099 time: 0.0730257
Nov 04 14:00:10.468868 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:10.573229 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99258d37-940c-487f-81d0-6ae782411350 req-ee62407e-b973-4e5c-8af6-fab63cf5a8cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:10.574624 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-99258d37-940c-487f-81d0-6ae782411350 req-ee62407e-b973-4e5c-8af6-fab63cf5a8cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.1257489
Nov 04 14:00:10.678846 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-99258d37-940c-487f-81d0-6ae782411350 req-faf2e014-f0cb-4885-8f11-0e5a25d2bb6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5 HTTP/1.1" status: 200  len: 1002 time: 0.0968721
Nov 04 14:00:10.742599 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99258d37-940c-487f-81d0-6ae782411350 req-70437ecf-745f-4c79-aec1-8cb122e6be03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:10.744038 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-99258d37-940c-487f-81d0-6ae782411350 req-70437ecf-745f-4c79-aec1-8cb122e6be03 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0564470
Nov 04 14:00:10.815213 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64abcf42-ea65-4722-9cd0-5ba6e2fb092a {{(pid=83644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 14:00:10.821968 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:10.827776 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-99258d37-940c-487f-81d0-6ae782411350 req-a19bad7a-6370-4de0-ba59-43e3f1473d29 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738418
Nov 04 14:00:10.836834 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.provisioning_blocks [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Transition to ACTIVE for port object 64abcf42-ea65-4722-9cd0-5ba6e2fb092a will not be triggered until provisioned by entity L2. {{(pid=83644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 04 14:00:10.907002 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:10.911449 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cbb7524b-e9a5-4406-af50-1e547cb78c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:10.965229 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-99258d37-940c-487f-81d0-6ae782411350 req-79710229-6b3e-46b0-ad5c-7db6e8131ba7 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278627
Nov 04 14:00:11.047333 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:11.092162 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:11.169681 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Attempting to bind port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a on host hv-cinder-81036 for vnic_type normal with profile  {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 04 14:00:11.170052 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Attempting to bind port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a by drivers openvswitch,hyperv on host hv-cinder-81036 at level 0 using segments [{'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 04 14:00:11.170532 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Attempting to bind port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a on network c4db7ba9-e972-45b7-922a-7c503e431d3a {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 14:00:11.177342 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a on network c4db7ba9-e972-45b7-922a-7c503e431d3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81036 {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 04 14:00:11.177774 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Attempting to bind port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a on network c4db7ba9-e972-45b7-922a-7c503e431d3a {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 04 14:00:11.218759 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-99258d37-940c-487f-81d0-6ae782411350 req-8215403b-830d-493f-a7ca-6dbb6aff69c3 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471542
Nov 04 14:00:11.228659 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Checking agent: {'id': '4a9816f6-a5ee-4603-9f2b-d9f27e808165', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81036', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'started_at': datetime.datetime(2021, 11, 4, 13, 46, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 14, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 04 14:00:11.229112 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Checking segment: {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 04 14:00:11.229775 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Bound using segment: {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'} {{(pid=83644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 04 14:00:11.230253 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.managers [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Bound port: 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host: hv-cinder-81036, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a'}}] {{(pid=83644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 04 14:00:11.230598 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:11.348309 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fde7b-7b9a-4e2a-b8e7-a2a0c905a3da req-09786300-fbcd-4249-a27c-b5c76f63c707 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:11.349688 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-db7fde7b-7b9a-4e2a-b8e7-a2a0c905a3da req-09786300-fbcd-4249-a27c-b5c76f63c707 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 944 time: 0.1694915
Nov 04 14:00:11.350677 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, cleared binding levels {{(pid=83644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 04 14:00:11.354361 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 04 14:00:11.396956 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-db7fde7b-7b9a-4e2a-b8e7-a2a0c905a3da req-a9a4d368-9552-470e-9d12-375ad344399a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412140
Nov 04 14:00:11.413017 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:11.417104 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-ca5c3036-7e82-4581-942c-8eb2d57106e6 tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:11.565251 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:11.566650 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] 10.222.0.90 "PUT /v2.0/ports/64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 1094 time: 1.2210639
Nov 04 14:00:11.567149 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:00:11.583264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=3']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:11.587107 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c54475b8-41b3-4b06-a56e-c9d3f611c2cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:11.633725 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'status': 'completed', 'code': 200}
Nov 04 14:00:11.739971 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d3f7d7fe-b11c-4982-8e5c-3590a6885707 req-100336b1-641f-4ec1-9b75-2ef5720598e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1097 time: 0.0781138
Nov 04 14:00:11.882123 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7d7fe-b11c-4982-8e5c-3590a6885707 req-41d1073d-529b-417e-82e3-e82a17819a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:11.883431 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d3f7d7fe-b11c-4982-8e5c-3590a6885707 req-41d1073d-529b-417e-82e3-e82a17819a5c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f92273a11cb34428b42f26d94daa4809&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1339192
Nov 04 14:00:12.021730 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7d7fe-b11c-4982-8e5c-3590a6885707 req-cd1ff06d-a83e-4c17-b5ac-6f8098faee23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:12.023193 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d3f7d7fe-b11c-4982-8e5c-3590a6885707 req-cd1ff06d-a83e-4c17-b5ac-6f8098faee23 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1326723
Nov 04 14:00:12.132681 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-97662e23-902c-43f0-b458-70cedbae891d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1097 time: 0.0715845
Nov 04 14:00:12.204470 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-affe6379-8def-44b5-b097-c7f05db43875 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 217 time: 0.0644157
Nov 04 14:00:12.267253 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-304f5873-7a73-4cf4-b910-0c7f541d203e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:12.268690 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-304f5873-7a73-4cf4-b910-0c7f541d203e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 200  len: 854 time: 0.0580485
Nov 04 14:00:12.343087 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-765041d6-6182-4864-b90e-70d08c415f67 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4db7ba9-e972-45b7-922a-7c503e431d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0678744
Nov 04 14:00:12.474681 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-583b6256-ae16-4874-a70e-76041672a9ee service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253791
Nov 04 14:00:12.656970 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-86f883ee-3e41-47cb-aedd-14e137e45699 req-36e852af-1535-4d1b-857f-96582100cde7 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747186
Nov 04 14:00:12.679357 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58d0b6-d336-463f-acef-33b8b72a16ea req-bfa7182c-faa6-4a36-87a3-70a8c35c0977 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:12.680779 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa58d0b6-d336-463f-acef-33b8b72a16ea req-bfa7182c-faa6-4a36-87a3-70a8c35c0977 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 944 time: 0.1188443
Nov 04 14:00:12.726343 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-aa58d0b6-d336-463f-acef-33b8b72a16ea req-89009fee-2490-4ad5-92c6-187a82dfba97 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393500
Nov 04 14:00:13.928750 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836b00d-529d-47e9-850d-76b624406e95 req-8492dd0d-0314-47a4-afad-906d696f5296 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:13.931021 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1836b00d-529d-47e9-850d-76b624406e95 req-8492dd0d-0314-47a4-afad-906d696f5296 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 944 time: 0.0795381
Nov 04 14:00:13.976535 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1836b00d-529d-47e9-850d-76b624406e95 req-eddaf584-e3eb-4d93-9c6c-8b1aebdcc0df tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398192
Nov 04 14:00:15.173687 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbd627-bbc6-4f9f-b951-5842940f8c2b req-3d75d3e0-6d09-4059-85d3-a3f1c4a91c4b tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:15.175151 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e2bbd627-bbc6-4f9f-b951-5842940f8c2b req-3d75d3e0-6d09-4059-85d3-a3f1c4a91c4b tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 944 time: 0.0776713
Nov 04 14:00:15.221245 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-e2bbd627-bbc6-4f9f-b951-5842940f8c2b req-3709570e-4e06-4e2e-8ccc-d6f2381ca83a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406435
Nov 04 14:00:16.418804 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d520-6011-4685-b11b-9fd09bff2b26 req-92e4ec57-a1c8-4921-9834-4946158479db tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:16.420162 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3f53d520-6011-4685-b11b-9fd09bff2b26 req-92e4ec57-a1c8-4921-9834-4946158479db tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 944 time: 0.0802219
Nov 04 14:00:16.465580 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-3f53d520-6011-4685-b11b-9fd09bff2b26 req-f2fb821a-0b99-4b8b-a291-11bf1eee7211 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399983
Nov 04 14:00:16.504249 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 64abcf42-ea65-4722-9cd0-5ba6e2fb092a details requested by agent hyperv_hv-cinder-81036 with host hv-cinder-81036 {{(pid=83646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 04 14:00:16.638497 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:00:16.652025 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Returning: {'device': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'port_id': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'mac_address': 'fa:16:3e:79:9c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 04 14:00:16.707886 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:16.724126 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64abcf42-ea65-4722-9cd0-5ba6e2fb092a {{(pid=83646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 04 14:00:16.739019 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:00:16.801506 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:16.804168 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:16.868803 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=4']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:16.877859 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.878208 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.878547 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.878880 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.879213 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.879593 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.879865 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.880193 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.880512 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.880830 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.881146 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:16.885535 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:17.038244 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['64abcf42-ea65-4722-9cd0-5ba6e2fb092a'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 14:00:17.657665 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd352f3-5071-4419-96be-6fc41975736f req-2920907f-3973-4166-a07c-85a621625b6f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:17.659129 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7dd352f3-5071-4419-96be-6fc41975736f req-2920907f-3973-4166-a07c-85a621625b6f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 945 time: 0.0752199
Nov 04 14:00:17.704389 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-7dd352f3-5071-4419-96be-6fc41975736f req-a7419dfa-6ab0-4008-81a3-8aeda9d0d326 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398438
Nov 04 14:00:18.512999 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 64abcf42-ea65-4722-9cd0-5ba6e2fb092a up at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 04 14:00:18.634958 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning for port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a completed by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 04 14:00:18.639959 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Provisioning complete for port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a triggered by entity L2. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 14:00:18.640336 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:18.755451 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:18.781682 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a'}] {{(pid=83646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:00:18.794058 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:00:18.838749 dv-cinder-810367-1-iscsi neutron-server[83646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'code': 200}
Nov 04 14:00:18.858137 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941'] for port, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:18.860040 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:18.910725 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489529d-cd1b-42cc-87d4-6eecffa78c51 req-88ae0f2c-a3b2-4c7a-b8ad-2742decb9b6b tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:18.912077 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b489529d-cd1b-42cc-87d4-6eecffa78c51 req-88ae0f2c-a3b2-4c7a-b8ad-2742decb9b6b tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0847034
Nov 04 14:00:18.931267 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Pushing event updated for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=5']} {{(pid=83646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:18.935358 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_concurrency.lockutils [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:18.961597 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b489529d-cd1b-42cc-87d4-6eecffa78c51 req-481b1020-d08d-4322-aeed-f03016ece37f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426481
Nov 04 14:00:19.270897 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c475da3e-6be3-4592-8529-87a838fec654 req-f86e9f02-b6f3-489a-a14a-09db33e068c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1099 time: 0.0686460
Nov 04 14:00:19.394912 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c475da3e-6be3-4592-8529-87a838fec654 req-88655d30-08fa-4ed1-a63b-1fa65db7f1ad service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175454
Nov 04 14:00:20.159111 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badecaac-764a-427e-ae28-057d16cf0df2 req-7e5c03d6-796d-4dbb-bc6b-4e1f26f283d6 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:20.160554 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-badecaac-764a-427e-ae28-057d16cf0df2 req-7e5c03d6-796d-4dbb-bc6b-4e1f26f283d6 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0769978
Nov 04 14:00:20.205575 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-badecaac-764a-427e-ae28-057d16cf0df2 req-e8269f8a-ee32-43ca-9ef3-42d6a2dfc313 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396588
Nov 04 14:00:21.405396 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5ff13-37ae-4197-b799-8e39f9453e27 req-873c5ab0-1d62-4fb2-8740-8a51de9db7df tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:21.406857 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a3d5ff13-37ae-4197-b799-8e39f9453e27 req-873c5ab0-1d62-4fb2-8740-8a51de9db7df tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0793595
Nov 04 14:00:21.451598 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-a3d5ff13-37ae-4197-b799-8e39f9453e27 req-b4ea4303-a7b1-48d5-b82e-143d5abb094e tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393782
Nov 04 14:00:21.643787 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5911c86-d2da-48c6-b7b6-3fc402473311 req-491437ee-1491-4451-ae60-9e77a3e19fd3 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:21.645233 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c5911c86-d2da-48c6-b7b6-3fc402473311 req-491437ee-1491-4451-ae60-9e77a3e19fd3 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0764515
Nov 04 14:00:21.691721 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c5911c86-d2da-48c6-b7b6-3fc402473311 req-6159e21d-405f-4c36-8155-91721801d2fe tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407445
Nov 04 14:00:22.117402 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84d1fe-91ce-4b86-88b8-a56dd41d2290 req-ed2ca853-0af0-441a-9864-87bb6c215ae0 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:22.118879 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-db84d1fe-91ce-4b86-88b8-a56dd41d2290 req-ed2ca853-0af0-441a-9864-87bb6c215ae0 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0797307
Nov 04 14:00:22.164441 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-db84d1fe-91ce-4b86-88b8-a56dd41d2290 req-c105c6d1-5177-4dde-a46f-fc43037f3185 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396206
Nov 04 14:00:32.140739 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-88d1b7ed-78c7-428e-a94d-33e421b7d55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:32.360796 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:32.660649 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:33.313641 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f02b9-ea71-43d2-a3be-b809a7f7073e req-2cf11067-168a-4e3a-bafe-aba442cbe772 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:33.315157 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-327f02b9-ea71-43d2-a3be-b809a7f7073e req-2cf11067-168a-4e3a-bafe-aba442cbe772 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0804694
Nov 04 14:00:33.365301 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-327f02b9-ea71-43d2-a3be-b809a7f7073e req-109bb109-e9f8-43b8-8456-4283fcf24615 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447080
Nov 04 14:00:33.393270 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37686) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:33.578610 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c28c5c22-22d5-4386-9049-c03a4bf8bde4 tempest-TestMinimumBasicScenario-447907233 tempest-TestMinimumBasicScenario-447907233-project-admin] Synchronizing usage tracker for tenant:9ae670d6041342fdbd00a4fe1de6970c on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 14:00:33.651491 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-c28c5c22-22d5-4386-9049-c03a4bf8bde4 tempest-TestMinimumBasicScenario-447907233 tempest-TestMinimumBasicScenario-447907233-project-admin] Unset dirty status for tenant:9ae670d6041342fdbd00a4fe1de6970c on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 14:00:33.652684 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c28c5c22-22d5-4386-9049-c03a4bf8bde4 tempest-TestMinimumBasicScenario-447907233 tempest-TestMinimumBasicScenario-447907233-project-admin] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1094 time: 0.2583213
Nov 04 14:00:33.655648 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37692) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:33.661203 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'floatingip': {'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'port_id': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:33.666794 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:33.670661 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:floatingip and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:33.673456 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83644) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:33.679162 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.quota.driver [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83644) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:33.737381 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for floatingip, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:33.872785 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:34.013831 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_common [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Allocated IP 172.27.2.169 (c9e82011-2c8c-4141-8043-8ecc9c194917/c5794e8a-fca6-4481-87cf-027248a2dc5a/ecdf3906-a408-420f-8a66-ea0b17c099ed) {{(pid=83644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 04 14:00:34.166658 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for port, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:34.255314 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758809366878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:34.259157 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:34.317386 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-3e2f79ad-5e20-4cd3-b723-71fa6cd6112b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:34.328934 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Network c9e82011-2c8c-4141-8043-8ecc9c194917 is already hosted by enough agents. {{(pid=83644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 04 14:00:34.332386 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.base_scheduler [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources bound (agent type, host, resource id):  {{(pid=83644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 04 14:00:34.334851 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'Port': ['ID=ecdf3906-a408-420f-8a66-ea0b17c099ed,revision_number=1']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:34.336989 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Received port after_create {{(pid=83644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 04 14:00:34.364917 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:34.845626 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:35.061342 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:35.281571 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:35.348996 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:35.352945 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-58adb2c6-73d3-4db2-95ab-cc88dcb44664 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:35.455488 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'Port': ['ID=ecdf3906-a408-420f-8a66-ea0b17c099ed,revision_number=2']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:35.465367 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:35.469109 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:35.475262 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-492030'] for floatingip, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:35.675639 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.db.l3_db [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Floating IP 4f748636-9da8-4a41-a4c4-05c8f81b3a70 associated. External IP: 172.27.2.169, port: 64abcf42-ea65-4722-9cd0-5ba6e2fb092a.
Nov 04 14:00:36.071098 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Router 445655d9-49d1-469e-892f-e2719db60179 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:00:36.277505 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:00:36.293132 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] Sync routers for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:00:36.305027 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:00:36.305635 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ae0d070>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:00:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:36.397659 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:36.464594 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8076925
Nov 04 14:00:36.465226 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:00:36.471414 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37698) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:36.482696 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995915890', 'description': 'tempest-secgroup-smoke-1995915890 description', 'project_id': 'f92273a11cb34428b42f26d94daa4809'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:36.494873 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:36.503120 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:00:36.523597 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:36.548623 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'status': 'completed', 'code': 200}
Nov 04 14:00:36.632288 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:36.650684 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-daac8337-4c54-4396-8081-be80d3435f9f req-c00fa908-c0f9-4652-bfb9-adf424ea0adb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1099 time: 0.0768204
Nov 04 14:00:36.671565 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:36.675802 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:36.679148 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:36.686198 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:36.755442 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:36.811698 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac8337-4c54-4396-8081-be80d3435f9f req-3c6857fa-af3d-4ced-80b6-f04cdc944e87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:36.813240 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-daac8337-4c54-4396-8081-be80d3435f9f req-3c6857fa-af3d-4ced-80b6-f04cdc944e87 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 916 time: 0.1349130
Nov 04 14:00:36.854991 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:36.861132 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-2a52dc72-4d86-4b80-8199-b3e9cbba9a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:36.872828 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ae0d070>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '4f748636-9da8-4a41-a4c4-05c8f81b3a70', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '445655d9-49d1-469e-892f-e2719db60179', 'port_id': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'mac_address': 'fa:16:3e:79:9c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:00:34Z', 'updated_at': '2021-11-04T14:00:34Z', 'revision_number': 0, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:46Z', 'revision_number': 5, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:36.879174 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] Checking router: 445655d9-49d1-469e-892f-e2719db60179 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:00:36.908191 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:00:36.909026 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ae0d070>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:00:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:36.939638 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7,revision_number=1']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:36.950241 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.950647 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.951162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.951434 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.951807 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.952173 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.952540 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.952892 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.953252 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.953607 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.954049 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:00:36.959375 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:37.023417 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.024703 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-857e3487-4512-412c-b997-2040ec8ecd87 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5507228
Nov 04 14:00:37.027769 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37706) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:37.037855 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'security_group_rule': {'security_group_id': '9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7', 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:37.046402 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-daac8337-4c54-4396-8081-be80d3435f9f req-eb8b3e3f-9dcc-4f4d-aa63-6144efc5047c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 1000 time: 0.2088618
Nov 04 14:00:37.046647 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:37.051766 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:37.054830 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:37.063774 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:37.107212 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.124108 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac8337-4c54-4396-8081-be80d3435f9f req-b351a31a-ccfa-41c0-9872-0f25167f6c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:37.125548 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-daac8337-4c54-4396-8081-be80d3435f9f req-b351a31a-ccfa-41c0-9872-0f25167f6c1c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 200  len: 854 time: 0.0725067
Nov 04 14:00:37.162592 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:00:37.171308 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.211517 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-daac8337-4c54-4396-8081-be80d3435f9f req-4d21734c-45a1-43ce-a5bd-94e974a8595b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4db7ba9-e972-45b7-922a-7c503e431d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748129
Nov 04 14:00:37.241669 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.328838 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.337128 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:37.355970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a99295c-12fe-410c-91af-0b08f7f61753,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:37.359172 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:37.360946 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-daac8337-4c54-4396-8081-be80d3435f9f req-322b08a5-09b7-4661-b60f-7e2817aa334e service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379943
Nov 04 14:00:37.437592 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.439183 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4092114
Nov 04 14:00:37.445274 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37710) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:37.456369 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'security_group_rule': {'security_group_id': '9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7', 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:37.466375 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:37.470428 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:37.475085 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:37.482073 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:37.505518 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-daac8337-4c54-4396-8081-be80d3435f9f req-240f0e9f-1fb0-42f1-a12b-f56fef52e69b service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361988
Nov 04 14:00:37.532472 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ae0d070>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '4f748636-9da8-4a41-a4c4-05c8f81b3a70', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '445655d9-49d1-469e-892f-e2719db60179', 'port_id': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'mac_address': 'fa:16:3e:79:9c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:00:34Z', 'updated_at': '2021-11-04T14:00:34Z', 'revision_number': 0, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:46Z', 'revision_number': 5, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:00:37.536722 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344c5c3d-83b0-4846-92f1-c97e4d622c93 None None] The sync data for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi is: [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '4f748636-9da8-4a41-a4c4-05c8f81b3a70', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'floating_ip_address': '172.27.2.169', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': '445655d9-49d1-469e-892f-e2719db60179', 'port_id': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'mac_address': 'fa:16:3e:79:9c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T14:00:34Z', 'updated_at': '2021-11-04T14:00:34Z', 'revision_number': 0, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:46Z', 'revision_number': 5, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:00:37.556646 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.626901 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.689496 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.695973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a6814df2-b42b-44bb-87ad-4f5788cef70a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:37.718703 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9508472d-53af-490f-b80b-b8b1e39ebb5b,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:37.721586 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:37.752530 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8a48a-7a5b-4261-a29c-39b2cfbf5ea1 None None] New status for floating IP 4f748636-9da8-4a41-a4c4-05c8f81b3a70: ACTIVE {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 14:00:37.787970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.792142 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-888a11da-78f4-459e-8337-86eaeb51e2ca tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3429842
Nov 04 14:00:37.792278 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37714) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:37.798134 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'security_group_rule': {'security_group_id': '9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7', 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:37.804554 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:37.808926 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:37.811970 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:37.817864 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:37.926619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:37.989081 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.009331 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:00:38.051799 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.053942 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d523d3b3-5d73-466c-8d17-828bb82f811b tempest-AttachVolumeTestJSON-2008201937 tempest-AttachVolumeTestJSON-2008201937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:38.076867 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5a9fb8-dcc1-45e5-ac7e-7b21456f2c5c,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:38.081135 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:38.138346 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.139719 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b12279c8-fa8c-4754-bd56-bc0d477620b9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3465209
Nov 04 14:00:38.142483 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37718) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:38.148087 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'security_group_rule': {'security_group_id': '9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7', 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:38.154418 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:38.158600 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:38.161553 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:38.167407 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:38.270406 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.336536 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.414720 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.416806 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:38.442425 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0db613-b1e3-4f44-abb6-8f2629dfc06a,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:38.445096 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:38.514583 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.515772 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-af20220f-a97b-49d1-be5a-c76b0a68cd9c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3723481
Nov 04 14:00:38.518524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37722) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:38.524054 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'security_group_rule': {'security_group_id': '9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7', 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:38.529922 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:38.533672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:38.536541 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:38.542247 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:38.606100 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.securitygroups_db [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Project f92273a11cb34428b42f26d94daa4809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 04 14:00:38.614028 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.677342 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.736992 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.739133 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-7f68406e-50ca-4a2c-a01d-8c0eeb44f5eb tempest-TestShelveInstance-143078945 tempest-TestShelveInstance-143078945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:38.761094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f232ca-9657-4601-a910-4cffe3453cb2,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:38.765497 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:38.851903 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:38.853118 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-57cc879a-0418-4b95-8f5c-ba9032a48a47 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3336403
Nov 04 14:00:38.855773 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37726) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:00:38.862206 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.v2.base [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'security_group_rule': {'security_group_id': '9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7', 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:38.868753 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 04 14:00:38.872619 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Usage tracker for resource:security_group_rule and tenant:f92273a11cb34428b42f26d94daa4809 is out of sync, need to count used quota {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 04 14:00:38.875524 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83645) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 04 14:00:38.881143 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.quota.driver [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83645) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 04 14:00:38.971989 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.db.securitygroups_db [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Project f92273a11cb34428b42f26d94daa4809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 04 14:00:38.978883 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.042948 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.120351 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422370'] for security_group_rule, after_create {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.122461 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-716bb069-3c62-4f98-8a0f-96b5f7f83a5a tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:39.144558 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834adf8b-533c-492c-be8c-efd6379a5621,revision_number=0']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:39.146929 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:39.209150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.210384 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c428f44d-ecf6-4003-815e-84170e1d9bf9 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3537068
Nov 04 14:00:39.347444 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-38b5ba5e-aa3e-4c8f-9bb7-74e400bd63a1 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995915890&fields=id&tenant_id=f92273a11cb34428b42f26d94daa4809 HTTP/1.1" status: 200  len: 267 time: 0.0401418
Nov 04 14:00:39.429766 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-10a6fdd5-03d0-47d5-b86f-0383ef4adf7b tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:39.431189 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-10a6fdd5-03d0-47d5-b86f-0383ef4adf7b tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0787344
Nov 04 14:00:39.442231 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'port': {'security_groups': ['bb79a6bd-718f-462d-befb-b3794df18f1b', '9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7']}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:00:39.553599 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.805111 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:00:39.831979 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.896761 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.902394 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5610da47-f9ad-4e72-bccc-69e35293afdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:00:39.908252 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['64abcf42-ea65-4722-9cd0-5ba6e2fb092a'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 14:00:39.969818 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:39.970420 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:39.971945 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f4cf6157-0d3d-47a9-962e-302b93b12994 req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "PUT /v2.0/ports/64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 982 time: 0.5339527
Nov 04 14:00:39.972316 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:00:39.998080 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=6']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:00:40.011215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-79d9c3dd-840c-449c-b8ac-a603587f938d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:00:40.047742 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'status': 'completed', 'code': 200}
Nov 04 14:00:40.106543 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['64abcf42-ea65-4722-9cd0-5ba6e2fb092a'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 14:00:40.203206 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-f162c803-c052-4bd1-886f-428bea39313c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1138 time: 0.1341956
Nov 04 14:00:40.308620 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94613db-03ee-44b1-b5b6-dd95f4ae7235 req-03d8312d-0fb2-4d63-b0c4-3f84170f65bc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:40.310182 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c94613db-03ee-44b1-b5b6-dd95f4ae7235 req-03d8312d-0fb2-4d63-b0c4-3f84170f65bc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.1864228
Nov 04 14:00:40.358473 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-fada2ed0-d9fc-45a4-a36b-15ff709ce44a None None] Provisioning complete for port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 14:00:40.358473 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-fada2ed0-d9fc-45a4-a36b-15ff709ce44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:00:40.398436 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-5453a996-21ec-434c-a211-39c335d60a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:40.399924 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-5453a996-21ec-434c-a211-39c335d60a7c service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 916 time: 0.1897445
Nov 04 14:00:40.404940 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c94613db-03ee-44b1-b5b6-dd95f4ae7235 req-f9b1ddf3-3b39-4817-861a-f09f836bf041 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0871828
Nov 04 14:00:40.508283 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-5cb3d671-8b04-4707-9506-f610dd0cff3c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 1002 time: 0.1008222
Nov 04 14:00:40.570658 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-9276323c-c0e9-455f-8422-2e91adc6d7ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:40.572074 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-9276323c-c0e9-455f-8422-2e91adc6d7ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 200  len: 854 time: 0.0571997
Nov 04 14:00:40.653453 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-bcf209f9-6a23-4bbe-aaeb-933796735d35 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4db7ba9-e972-45b7-922a-7c503e431d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737524
Nov 04 14:00:40.886490 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-2d516885-c048-48f7-8bfe-7e8d39861563 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2260029
Nov 04 14:00:41.024024 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-b3e123b2-44f0-4589-96ed-5953f5d4dc9d req-15744f3e-f319-4a1a-a696-56bc3d064f84 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244655
Nov 04 14:00:41.273496 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-4f7512a7-8bb4-4f8f-86db-c2266f5cd4c6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675712
Nov 04 14:00:41.416686 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-4517068d-f206-4223-936c-b3a37a77cb0c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1098 time: 0.0696440
Nov 04 14:00:41.569402 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-d54ce87b-0f80-42de-baf7-f5e51d76c71f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:41.570802 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-d54ce87b-0f80-42de-baf7-f5e51d76c71f service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.1322856
Nov 04 14:00:41.682689 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-fd21d9da-185d-4131-af81-c8d1f69d9d47 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 200  len: 1001 time: 0.1045601
Nov 04 14:00:41.753766 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-c68238e2-fb1e-41f8-bfb3-acc8bf173799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:41.755215 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-c68238e2-fb1e-41f8-bfb3-acc8bf173799 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0658393
Nov 04 14:00:41.845836 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-d78d3836-2969-4a6a-b4c3-ea76b58221f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832851
Nov 04 14:00:41.997098 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-5e50c3bf-e0a5-465d-b234-38df9adbf1bb service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429846
Nov 04 14:00:42.149408 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-f290a9fe-4b18-444f-9882-14e324ab4e68 req-f188672f-e0bf-4bb3-8821-475be2242f98 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420681
Nov 04 14:00:54.941704 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8829ec5-5383-4680-a43f-eca418adba1f req-ac1b4e1c-7d29-4316-a3d6-0c2906627a76 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:54.943330 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d8829ec5-5383-4680-a43f-eca418adba1f req-ac1b4e1c-7d29-4316-a3d6-0c2906627a76 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.1404748
Nov 04 14:00:54.948697 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-858ace30-7113-4ae9-85d5-97e21029b733 req-bdf1d8dd-b863-4685-88ae-fd0397fdacea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1138 time: 0.1139865
Nov 04 14:00:55.075165 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d8829ec5-5383-4680-a43f-eca418adba1f req-cd336839-8746-4e02-8a33-c6417fdd6dde tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1255078
Nov 04 14:00:55.120366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ace30-7113-4ae9-85d5-97e21029b733 req-79a6d09e-fa8a-4e4c-8367-0089113b0ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:55.121836 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-858ace30-7113-4ae9-85d5-97e21029b733 req-79a6d09e-fa8a-4e4c-8367-0089113b0ab2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 916 time: 0.1588976
Nov 04 14:00:55.229247 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-858ace30-7113-4ae9-85d5-97e21029b733 req-e708931e-46ed-4514-9a2f-4d32b5b7c93c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 1002 time: 0.0995433
Nov 04 14:00:55.291901 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ace30-7113-4ae9-85d5-97e21029b733 req-28a8d821-a755-429c-adb7-01a390c5e88e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:55.293324 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-858ace30-7113-4ae9-85d5-97e21029b733 req-28a8d821-a755-429c-adb7-01a390c5e88e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 200  len: 854 time: 0.0574787
Nov 04 14:00:55.451717 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-858ace30-7113-4ae9-85d5-97e21029b733 req-c728ba9d-e1bf-40fd-9efa-6736c43ccd5a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4db7ba9-e972-45b7-922a-7c503e431d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1512225
Nov 04 14:00:55.583023 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-858ace30-7113-4ae9-85d5-97e21029b733 req-90be5195-096e-496a-ae26-5dd2497a24a3 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236258
Nov 04 14:00:55.712667 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-858ace30-7113-4ae9-85d5-97e21029b733 req-a4055749-b5d6-4258-bd7c-0266d2ce5e06 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227815
Nov 04 14:00:56.279416 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb902cde-ef45-47da-a02f-283d0deb4c86 req-bd8c5287-c4c7-42b2-9b02-c517073cb2f8 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:56.281662 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cb902cde-ef45-47da-a02f-283d0deb4c86 req-bd8c5287-c4c7-42b2-9b02-c517073cb2f8 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0815105
Nov 04 14:00:56.333597 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-cb902cde-ef45-47da-a02f-283d0deb4c86 req-6df7674b-af2c-4cc2-8e1a-a6cf388d8303 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461106
Nov 04 14:00:57.534038 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3c6be-3542-4a0c-8c66-e7993f8317a4 req-efd38fed-60c0-4553-82e1-ea7d11929a0c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:57.535529 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-83f3c6be-3542-4a0c-8c66-e7993f8317a4 req-efd38fed-60c0-4553-82e1-ea7d11929a0c tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0765042
Nov 04 14:00:57.581500 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-83f3c6be-3542-4a0c-8c66-e7993f8317a4 req-d814ec66-1ab1-4b41-8f99-8e5c61e03ac0 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405126
Nov 04 14:00:58.779509 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e7851-6728-49e2-be23-272e0d6de380 req-2692d112-b2b7-469d-b7b8-12cbb29f4f45 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:00:58.781054 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a0e7851-6728-49e2-be23-272e0d6de380 req-2692d112-b2b7-469d-b7b8-12cbb29f4f45 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0810087
Nov 04 14:00:58.828964 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8a0e7851-6728-49e2-be23-272e0d6de380 req-a4d50407-f019-404d-981e-b915d9a91371 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422592
Nov 04 14:01:00.023284 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d0a68-b27b-427b-baa7-6c412a711869 req-c4b6a629-7aed-4a8f-afa3-d043233329bf tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:00.024721 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-223d0a68-b27b-427b-baa7-6c412a711869 req-c4b6a629-7aed-4a8f-afa3-d043233329bf tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0772667
Nov 04 14:01:00.071227 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-223d0a68-b27b-427b-baa7-6c412a711869 req-c9a4248f-bc8c-4437-b841-a7236df53eb1 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409327
Nov 04 14:01:01.272025 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a7b2b-8de0-4f9d-8dbd-3d7497f9aa74 req-64f16915-14da-402a-8100-469a89304e9f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:01.273490 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ce8a7b2b-8de0-4f9d-8dbd-3d7497f9aa74 req-64f16915-14da-402a-8100-469a89304e9f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0840011
Nov 04 14:01:01.320492 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-ce8a7b2b-8de0-4f9d-8dbd-3d7497f9aa74 req-d36c52b9-4595-4004-9a17-944ca33b3526 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413570
Nov 04 14:01:02.162955 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-46ed46b7-b125-48d6-b7e4-2ecaff3f819d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:02.311701 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:02.517185 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75c21-6467-4ca6-a4bf-493200479d3f req-ca6ce13a-ea29-496b-b96e-c3ad1b10713d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:02.518650 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-73d75c21-6467-4ca6-a4bf-493200479d3f req-ca6ce13a-ea29-496b-b96e-c3ad1b10713d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0764449
Nov 04 14:01:02.567694 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-73d75c21-6467-4ca6-a4bf-493200479d3f req-2d1c093b-5529-4ed0-9021-e2de542abd25 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435479
Nov 04 14:01:02.654075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:03.765438 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1dbc9-2b4c-4a44-b56b-9ea60e2569c0 req-1a680cbd-4fe5-40f4-9c33-58957caaa19f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:03.767171 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4bd1dbc9-2b4c-4a44-b56b-9ea60e2569c0 req-1a680cbd-4fe5-40f4-9c33-58957caaa19f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0769720
Nov 04 14:01:03.814723 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4bd1dbc9-2b4c-4a44-b56b-9ea60e2569c0 req-dbe3eaa6-cb0a-4080-921e-6b5fcc45e677 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415502
Nov 04 14:01:04.319002 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-81ff1cf7-7f2f-437f-bdc3-78e86bc60f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:05.016483 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef4293-4615-4a6b-b518-e02483ffb000 req-4e39a14a-20cb-4877-8d06-c93155c3a500 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:05.017930 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8fef4293-4615-4a6b-b518-e02483ffb000 req-4e39a14a-20cb-4877-8d06-c93155c3a500 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0804908
Nov 04 14:01:05.064378 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-8fef4293-4615-4a6b-b518-e02483ffb000 req-cdbef0ee-1a9d-447f-8a57-57d1e41fd140 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408409
Nov 04 14:01:05.485448 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:06.260563 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725dd0f-cfba-41d4-b915-993f56129162 req-b533177a-6a16-49f7-b240-3edc625c1328 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:06.262097 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5725dd0f-cfba-41d4-b915-993f56129162 req-b533177a-6a16-49f7-b240-3edc625c1328 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0794060
Nov 04 14:01:06.310540 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-5725dd0f-cfba-41d4-b915-993f56129162 req-7547d311-b23a-4c0f-b300-846fd3c7302f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424128
Nov 04 14:01:07.055939 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:07.515978 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66723093-9392-46aa-8b38-b6953da8ab35 req-54ef6cec-88ac-4758-a688-9f4ba828f890 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:07.517437 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-66723093-9392-46aa-8b38-b6953da8ab35 req-54ef6cec-88ac-4758-a688-9f4ba828f890 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.0863030
Nov 04 14:01:07.565069 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-66723093-9392-46aa-8b38-b6953da8ab35 req-5790bf54-49bc-4aee-b044-b118f7e950fc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&id=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0418847
Nov 04 14:01:14.999501 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:01:28.439606 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37774) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:28.641351 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Deleting port c2269c3b-8447-4bac-8e72-8d215d7a493d {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:28.641684 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:28.811878 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:28.812296 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:28.937512 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Calling delete_port for c2269c3b-8447-4bac-8e72-8d215d7a493d owned by network:floatingip {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:29.192575 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:29.196382 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a0371261-0e5e-4067-b3be-38cd5ec55669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:29.237358 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event deleted for resources: {'Port': ['ID=c2269c3b-8447-4bac-8e72-8d215d7a493d,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:29.240891 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:29.333391 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:29.817293 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:01:30.018953 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:01:30.030025 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:01:30.036439 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:30.042353 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:30.043040 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751abb2c40>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:30.106730 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "DELETE /v2.0/floatingips/16b60876-9528-437e-92ce-4f566707c180 HTTP/1.1" status: 204  len: 168 time: 1.6661444
Nov 04 14:01:30.107312 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:01:30.175277 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'status': 'completed', 'code': 200}
Nov 04 14:01:30.236184 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:30.279349 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-43d09025-9083-4ca5-9de0-b5cb96572fd7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 1099 time: 0.0822155
Nov 04 14:01:30.421291 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-6d189869-506b-4115-925c-e98a0ebd46a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:30.423851 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-6d189869-506b-4115-925c-e98a0ebd46a1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.1369197
Nov 04 14:01:30.502415 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-026006cd-a85c-466e-a899-8aed3d15c173 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5 HTTP/1.1" status: 200  len: 217 time: 0.0726552
Nov 04 14:01:30.567475 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-6c90889c-5c15-40e2-a8f1-a16ae7041b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:30.568955 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-6c90889c-5c15-40e2-a8f1-a16ae7041b26 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0610137
Nov 04 14:01:30.655047 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751abb2c40>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:55Z', 'revision_number': 1, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:30.661277 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:01:30.674756 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:30.675503 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751abb2c40>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:30.797486 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-e805da4b-b6e8-416f-b3fc-fe85d4c55c33 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2219956
Nov 04 14:01:30.835624 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c237fd3-ed6f-44b3-a0f9-282e80c428d9 req-58016c85-32e9-4e53-9949-9c9cfcc0e606 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:30.837078 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4c237fd3-ed6f-44b3-a0f9-282e80c428d9 req-58016c85-32e9-4e53-9949-9c9cfcc0e606 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 946 time: 0.1334960
Nov 04 14:01:30.859676 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:30.966847 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4c237fd3-ed6f-44b3-a0f9-282e80c428d9 req-82b42397-549d-43ae-b045-558cdccd839a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226132
Nov 04 14:01:30.988141 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-151b4a39-0012-4685-9a06-04cf9a2dcdda service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831160
Nov 04 14:01:31.123279 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-46d76171-1a09-4d8a-8208-76e3ce8788a0 req-c9e9790a-97a5-4db6-a5c2-581cdeaab0f2 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283398
Nov 04 14:01:31.228297 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751abb2c40>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:55Z', 'revision_number': 1, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:31.232951 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ead9f1-eed0-43d9-99f1-41c54a9c7d68 None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_floatingips': [{'id': '27cadf4a-6796-4319-84dc-42ac656b9528', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'router_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'port_id': '1b337b21-5491-44df-9668-3be7efef3549', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'mac_address': 'fa:16:3e:d9:e8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e032c6-50c8-4402-a7e0-344139546add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T13:57:52Z', 'updated_at': '2021-11-04T13:57:55Z', 'revision_number': 1, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:01:31.454775 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e0097-8fd8-4719-a856-da291227d286 None None] New status for floating IP 16b60876-9528-437e-92ce-4f566707c180: DOWN {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 14:01:32.186250 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803391c-64b6-4bb7-9677-99e42717f72f req-2e119fe5-3816-4608-9cf1-3f61b7f22570 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:32.187704 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d803391c-64b6-4bb7-9677-99e42717f72f req-2e119fe5-3816-4608-9cf1-3f61b7f22570 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 946 time: 0.0813434
Nov 04 14:01:32.202345 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-488c146e-f728-42ba-9e2f-0f24df1139b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:32.285504 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d803391c-64b6-4bb7-9677-99e42717f72f req-a69dc478-02a6-47be-9890-f857ce30a2d9 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914543
Nov 04 14:01:32.310589 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-813c4dc9-0de9-4a75-939a-e49d503834e6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:32.312022 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-813c4dc9-0de9-4a75-939a-e49d503834e6 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 946 time: 0.1039972
Nov 04 14:01:32.318177 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:32.382815 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Deleting port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:32.383151 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:32.632052 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] For port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:32.632314 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:32.649255 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:32.753899 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Calling delete_port for 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 owned by compute:nova {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:32.952746 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:32.958834 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e0190969-3951-4795-9f9c-0a159e3d94f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:33.003472 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event deleted for resources: {'Port': ['ID=0d56d2fd-0273-44d5-aa4e-a488bbf567c5,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:33.042651 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.043007 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.043371 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.043722 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.044076 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.044424 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.044770 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.045120 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.045464 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.046092 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.046236 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:33.056723 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:33.091643 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] No DVR routers for this DVR port 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 on host hv-cinder-81036 {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 14:01:33.094151 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:33.096927 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'name': 'network-vif-deleted', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:01:33.109673 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-2c87d02b-9f4a-476c-8dc5-631f1c53aca3 req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "DELETE /v2.0/ports/0d56d2fd-0273-44d5-aa4e-a488bbf567c5 HTTP/1.1" status: 204  len: 173 time: 0.7906997
Nov 04 14:01:33.154228 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef14a2a-2fe9-4897-bb27-0c0e85e6b417', 'name': 'network-vif-deleted', 'tag': '0d56d2fd-0273-44d5-aa4e-a488bbf567c5', 'status': 'completed', 'code': 200}
Nov 04 14:01:33.462083 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4554954f-43f7-410a-96f9-1f112ae1d2b9 req-c930fb68-6bf1-4d94-b166-08dc7941f4d2 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Synchronizing usage tracker for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 14:01:33.575209 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-4554954f-43f7-410a-96f9-1f112ae1d2b9 req-c930fb68-6bf1-4d94-b166-08dc7941f4d2 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Unset dirty status for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 14:01:33.576330 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-4554954f-43f7-410a-96f9-1f112ae1d2b9 req-c930fb68-6bf1-4d94-b166-08dc7941f4d2 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=aef14a2a-2fe9-4897-bb27-0c0e85e6b417 HTTP/1.1" status: 200  len: 210 time: 0.1604187
Nov 04 14:01:34.310614 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b52e729b-a7ca-4fee-9df6-7e62f07a8ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:35.459410 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:36.803132 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:01:36.835930 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:01:36.836275 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 0d56d2fd-0273-44d5-aa4e-a488bbf567c5 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:01:37.001198 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:37.492841 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37808) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:37.779809 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Deleting port a9f664fa-5c83-403c-8a2e-0086e05cf174 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:37.780138 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:37.950438 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:37.950762 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:38.073607 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Calling delete_port for a9f664fa-5c83-403c-8a2e-0086e05cf174 owned by network:floatingip {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:38.311858 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:38.315800 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-7d3ac566-4694-4a66-96f7-481e99a11892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:38.360049 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event deleted for resources: {'Port': ['ID=a9f664fa-5c83-403c-8a2e-0086e05cf174,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:38.363616 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:38.451464 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:38.856274 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:01:39.060924 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:01:39.070795 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:01:39.083306 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:39.083896 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ad51eb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:39.186243 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:39.242278 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "DELETE /v2.0/floatingips/27cadf4a-6796-4319-84dc-42ac656b9528 HTTP/1.1" status: 204  len: 168 time: 1.7483621
Nov 04 14:01:39.242912 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'tag': '1b337b21-5491-44df-9668-3be7efef3549'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:01:39.277561 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:39.319687 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'tag': '1b337b21-5491-44df-9668-3be7efef3549', 'status': 'completed', 'code': 200}
Nov 04 14:01:39.428705 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-d8289bfa-f431-4338-b2c7-5d550b124c71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=56f07e4339194a1dabb567160999f0ce&device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 1098 time: 0.0776620
Nov 04 14:01:39.658261 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ad51eb0>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:39.662895 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:01:39.672821 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-8c67e4e7-5b24-4d0b-a33a-7273301374eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:39.673468 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:39.674220 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ad51eb0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:39.674348 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-8c67e4e7-5b24-4d0b-a33a-7273301374eb service neutron] 10.222.0.90 "GET /v2.0/networks?id=6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 200  len: 912 time: 0.2373977
Nov 04 14:01:39.744385 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-e452d6ae-f031-4ce0-940c-483d0b80dd61 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 200  len: 217 time: 0.0635984
Nov 04 14:01:39.816557 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-83b1befb-8824-484b-9e44-d8443df22742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:39.818066 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-83b1befb-8824-484b-9e44-d8443df22742 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 200  len: 850 time: 0.0662477
Nov 04 14:01:39.872442 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:39.951122 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-6f9466a5-5d45-466c-be04-6fd275c419ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6025f83d-7efe-427c-9acf-77d60ff9c355&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260598
Nov 04 14:01:40.003264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333fc55-9025-47f7-be4e-69a9fe3e40dd req-4ea8aa8f-ada9-442c-b529-657b8676666a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:40.004009 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-c333fc55-9025-47f7-be4e-69a9fe3e40dd req-4ea8aa8f-ada9-442c-b529-657b8676666a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Synchronizing usage tracker for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 14:01:40.150144 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-8b633a99-0fb6-403d-a04a-2678eb4592b5 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995915890&fields=id&tenant_id=f92273a11cb34428b42f26d94daa4809 HTTP/1.1" status: 200  len: 267 time: 0.1562426
Nov 04 14:01:40.151939 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-d5f6ed17-34b4-4297-be8f-1c7a60c7cedb service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901898
Nov 04 14:01:40.208300 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ad51eb0>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:40.215279 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0a5ef3-a7ae-407e-ae23-8b8b1a34b9dc None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:06Z', 'revision_number': 4, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'd4d09d08-7585-4255-9764-7741cc46d535', 'name': '', 'network_id': '6025f83d-7efe-427c-9acf-77d60ff9c355', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'mac_address': 'fa:16:3e:ab:08:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:06Z', 'updated_at': '2021-11-04T13:54:24Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'subnets': [{'id': '8a54ec95-3a4d-4638-8a4b-3315f99f5217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:01:40.215546 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-c333fc55-9025-47f7-be4e-69a9fe3e40dd req-4ea8aa8f-ada9-442c-b529-657b8676666a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Unset dirty status for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 14:01:40.216692 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c333fc55-9025-47f7-be4e-69a9fe3e40dd req-4ea8aa8f-ada9-442c-b529-657b8676666a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 945 time: 0.3467083
Nov 04 14:01:40.401200 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-c333fc55-9025-47f7-be4e-69a9fe3e40dd req-56631fb6-4db9-40b7-a795-55673a10cde7 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1752112
Nov 04 14:01:40.429513 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-92b86237-c9b8-4dbb-9fa8-dd9fa6b2bfcc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:40.437734 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-92b86237-c9b8-4dbb-9fa8-dd9fa6b2bfcc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 985 time: 0.2819667
Nov 04 14:01:40.448600 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.v2.base [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Request body: {'port': {'security_groups': ['bb79a6bd-718f-462d-befb-b3794df18f1b']}} {{(pid=83644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 04 14:01:40.479352 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286664f5-e9d6-4dc4-b1f4-336592dc9efe None None] New status for floating IP 27cadf4a-6796-4319-84dc-42ac656b9528: DOWN {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 14:01:40.489983 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-67a30b3f-e4ba-4af0-8bb8-bf340ce9c210 req-9c50f70b-d4ab-4464-a729-a615b1379f97 service neutron] 10.222.0.90 "GET /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865837
Nov 04 14:01:40.603646 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:40.896417 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:40.923586 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for port, precommit_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.003870 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758809759982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758809366896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758809366941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1149991'] for port, after_update {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.010582 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-df321c2f-83f6-48cf-9336-a4e690b98009 tempest-AttachVolumeNegativeTest-1054420023 tempest-AttachVolumeNegativeTest-1054420023-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:41.016236 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['64abcf42-ea65-4722-9cd0-5ba6e2fb092a'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 14:01:41.077887 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:41.077887 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.077887 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-47629bb6-0925-4cc9-824a-6f3fdf97c021 req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "PUT /v2.0/ports/64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 943 time: 0.6383936
Nov 04 14:01:41.085309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37824) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:41.097707 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event updated for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=7']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:41.107769 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-126bce63-6398-490f-a001-2ff2e61134b2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:41.164722 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['64abcf42-ea65-4722-9cd0-5ba6e2fb092a'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 14:01:41.180201 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.212936 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.324115 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:01:41.381386 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a937668-3657-4127-a516-ffcd58239816 req-1731693d-dd46-4258-88a7-6543f32d9bb0 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:41.383618 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1a937668-3657-4127-a516-ffcd58239816 req-1731693d-dd46-4258-88a7-6543f32d9bb0 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 945 time: 0.1468244
Nov 04 14:01:41.390267 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'status': 'completed', 'code': 200}
Nov 04 14:01:41.397355 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.404761 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-531a3584-515d-41e5-bc77-6cebcf40a12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:41.422473 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.provisioning_blocks [None req-0724a164-1bcc-4510-92ee-ac0ec1704aa6 None None] Provisioning complete for port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a triggered by entity DHCP. {{(pid=83646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 04 14:01:41.423059 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-0724a164-1bcc-4510-92ee-ac0ec1704aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7428893'] for port, provisioning_complete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.457523 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:41.470185 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Deleting port 1b337b21-5491-44df-9668-3be7efef3549 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:41.470527 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.489672 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.493191 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "DELETE /v2.0/security-groups/9d7a39e7-8bff-4cb7-ab94-5c8529b59ea7 HTTP/1.1" status: 204  len: 168 time: 0.4038696
Nov 04 14:01:41.493722 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.494133 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.494515 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.494889 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.495360 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.495736 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.496106 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.496474 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.496838 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.497202 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.497565 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810367-1-iscsi {{(pid=83645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 04 14:01:41.501481 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37832) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:41.505377 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d1f7cedd-93df-4325-a17b-3f1bd57d3887 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:41.623870 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-880b2802-4cb5-4394-aa13-883a02998150 req-d722b899-82a5-4724-a434-4bb55b3961cd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1099 time: 0.2097838
Nov 04 14:01:41.785365 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac24f9-d711-4604-a386-b68a32b35413 req-59ce5bd2-ee9f-478c-8d4e-bf61b5cbd7ac tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:41.786878 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-15ac24f9-d711-4604-a386-b68a32b35413 req-59ce5bd2-ee9f-478c-8d4e-bf61b5cbd7ac tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 945 time: 0.2206557
Nov 04 14:01:41.813567 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Deleting port ecdf3906-a408-420f-8a66-ea0b17c099ed {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:41.813938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:41.913484 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2802-4cb5-4394-aa13-883a02998150 req-927bd675-9484-42f0-885c-95599977c15f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:41.914987 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-880b2802-4cb5-4394-aa13-883a02998150 req-927bd675-9484-42f0-885c-95599977c15f service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 916 time: 0.2835639
Nov 04 14:01:41.938450 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] For port 1b337b21-5491-44df-9668-3be7efef3549, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=1b337b21-5491-44df-9668-3be7efef3549,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:41.938799 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:42.070762 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Calling delete_port for 1b337b21-5491-44df-9668-3be7efef3549 owned by compute:nova {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:42.102374 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:42.102952 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:42.114881 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-880b2802-4cb5-4394-aa13-883a02998150 req-34243744-42b0-41b5-a3b6-fd25fc42b6f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 1002 time: 0.1931872
Nov 04 14:01:42.115201 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-15ac24f9-d711-4604-a386-b68a32b35413 req-b0657757-028c-4a97-873c-025b8688110b tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/security-groups?id=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2178428
Nov 04 14:01:42.306197 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:42.314031 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2590430f-602d-4997-a0da-6a9957f5a0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:42.364828 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event deleted for resources: {'Port': ['ID=1b337b21-5491-44df-9668-3be7efef3549,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:42.367602 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:42.382326 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Calling delete_port for ecdf3906-a408-420f-8a66-ea0b17c099ed owned by network:floatingip {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:42.449057 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] No DVR routers for this DVR port 1b337b21-5491-44df-9668-3be7efef3549 on host hv-cinder-81036 {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 14:01:42.451604 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:42.460467 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b2802-4cb5-4394-aa13-883a02998150 req-939ab710-1395-4960-9661-afd833b7a885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:42.461907 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-880b2802-4cb5-4394-aa13-883a02998150 req-939ab710-1395-4960-9661-afd833b7a885 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 200  len: 854 time: 0.2897418
Nov 04 14:01:42.541268 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1a937668-3657-4127-a516-ffcd58239816 req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.90 "DELETE /v2.0/ports/1b337b21-5491-44df-9668-3be7efef3549 HTTP/1.1" status: 204  len: 173 time: 1.1494417
Nov 04 14:01:42.642800 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-880b2802-4cb5-4394-aa13-883a02998150 req-5f0e1b0a-1181-4b95-99d5-28cd0a14f622 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4db7ba9-e972-45b7-922a-7c503e431d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1743519
Nov 04 14:01:42.752562 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-4ecb0bf4-008f-44e4-85af-705813bb871a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2167568
Nov 04 14:01:42.799322 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-880b2802-4cb5-4394-aa13-883a02998150 req-e661a412-0241-40ae-a3e3-4cc6874bfd1f service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481538
Nov 04 14:01:42.835105 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:42.894269 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-ff23b0fa-42e2-4cf6-a4c1-0b7835484b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:43.006215 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event deleted for resources: {'Port': ['ID=ecdf3906-a408-420f-8a66-ea0b17c099ed,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:43.012539 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:43.064853 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-880b2802-4cb5-4394-aa13-883a02998150 req-41f6cb6e-888b-473b-a553-b8cfb043a360 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2595367
Nov 04 14:01:43.067183 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks [] for floatingip, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:43.220553 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-c630f3b2-fe79-4a39-ab6c-94ef559d2f00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1099 time: 0.1011407
Nov 04 14:01:43.286632 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d294ede4-b6fb-4638-947a-6af9a13aecd9 req-bedac368-8174-4121-81ad-2df2f520961a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Synchronizing usage tracker for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83644) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 14:01:43.347055 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.quota.resource [req-d294ede4-b6fb-4638-947a-6af9a13aecd9 req-bedac368-8174-4121-81ad-2df2f520961a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Unset dirty status for tenant:56f07e4339194a1dabb567160999f0ce on resource:port {{(pid=83644) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 14:01:43.348336 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-d294ede4-b6fb-4638-947a-6af9a13aecd9 req-bedac368-8174-4121-81ad-2df2f520961a tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "GET /v2.0/ports?device_id=a6e032c6-50c8-4402-a7e0-344139546add HTTP/1.1" status: 200  len: 210 time: 0.1071799
Nov 04 14:01:43.391691 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'name': 'network-vif-deleted', 'tag': '1b337b21-5491-44df-9668-3be7efef3549'}] {{(pid=83644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:01:43.431281 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-84e4725c-af13-458d-8af8-8c338aece791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:43.433295 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-84e4725c-af13-458d-8af8-8c338aece791 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 916 time: 0.1629598
Nov 04 14:01:43.449025 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e032c6-50c8-4402-a7e0-344139546add', 'name': 'network-vif-deleted', 'tag': '1b337b21-5491-44df-9668-3be7efef3549', 'status': 'completed', 'code': 200}
Nov 04 14:01:43.508414 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-48b2bedf-533d-4bc4-8d94-5deb948285cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 217 time: 0.0690260
Nov 04 14:01:43.635596 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-a4779e97-8e8d-4bb2-8553-363b236ce552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:43.637036 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-a4779e97-8e8d-4bb2-8553-363b236ce552 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 200  len: 854 time: 0.1205220
Nov 04 14:01:43.904942 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-0056f421-f0fd-4972-ae22-a14db579a98f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4db7ba9-e972-45b7-922a-7c503e431d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2599344
Nov 04 14:01:44.053426 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Router 445655d9-49d1-469e-892f-e2719db60179 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:01:44.060812 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-32cd9fd0-cb8b-4aca-8a01-02e2d40b987b service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451058
Nov 04 14:01:44.272973 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-cd481d7f-7bd0-412c-8e79-3ec9b3473130 req-af6bdc28-b30d-4793-8789-7ca303c1afc4 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054212
Nov 04 14:01:44.383879 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:01:44.396044 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] Sync routers for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:01:44.410535 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:44.410535 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751aeb7ee0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:44.458587 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37842) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:44.544258 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:44.593277 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:44.666002 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Deleting port 72ce600f-92fb-43de-b0b4-1c4b87bcfcfa {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:44.666256 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:44.703361 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "DELETE /v2.0/floatingips/4f748636-9da8-4a41-a4c4-05c8f81b3a70 HTTP/1.1" status: 204  len: 168 time: 3.2007928
Nov 04 14:01:44.705878 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:01:44.839382 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'status': 'completed', 'code': 200}
Nov 04 14:01:44.866885 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 1b337b21-5491-44df-9668-3be7efef3549 no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:01:44.903276 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 1b337b21-5491-44df-9668-3be7efef3549 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:01:44.903549 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 1b337b21-5491-44df-9668-3be7efef3549 not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:01:44.913610 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:44.913958 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:45.003373 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751aeb7ee0>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:46Z', 'revision_number': 5, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:45.007387 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] Checking router: 445655d9-49d1-469e-892f-e2719db60179 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:01:45.017850 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:45.019200 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751aeb7ee0>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:45.047938 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Calling delete_port for 72ce600f-92fb-43de-b0b4-1c4b87bcfcfa owned by network:floatingip {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:45.084356 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-d9532bd4-91c7-42c1-a949-bcee65551278 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f92273a11cb34428b42f26d94daa4809&device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 1099 time: 0.2751584
Nov 04 14:01:45.202376 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:45.260276 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-ff223b9c-c008-42fe-92d2-f0ab2139afb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:45.261958 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-ff223b9c-c008-42fe-92d2-f0ab2139afb8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 200  len: 916 time: 0.1640978
Nov 04 14:01:45.513291 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-e792b0e2-b7bc-4dc9-872b-37b2d3a7ca98 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 200  len: 217 time: 0.1936853
Nov 04 14:01:45.534086 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751aeb7ee0>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:46Z', 'revision_number': 5, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:45.538136 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc46077-7e0f-4de7-8e1d-3ad48a877ca0 None None] The sync data for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi is: [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:29Z', 'revision_number': 4, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi', '_interfaces': [{'id': 'c3c9484e-0197-435b-958b-caa0bd094f2b', 'name': '', 'network_id': 'c4db7ba9-e972-45b7-922a-7c503e431d3a', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'mac_address': 'fa:16:3e:5e:df:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eab98c8a-5090-4257-830e-c939a300174c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:28Z', 'updated_at': '2021-11-04T13:59:46Z', 'revision_number': 5, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'subnets': [{'id': 'eab98c8a-5090-4257-830e-c939a300174c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:01:45.575157 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:45.582309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-aaccb5e4-6062-4f6c-a066-5bf8c0da0b8f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:45.633416 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event deleted for resources: {'Port': ['ID=72ce600f-92fb-43de-b0b4-1c4b87bcfcfa,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:45.635947 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-bec8f4e9-fee7-439b-bcfd-0eab17385d96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:45.637390 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-bec8f4e9-fee7-439b-bcfd-0eab17385d96 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 200  len: 854 time: 0.1165714
Nov 04 14:01:45.638244 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:45.771025 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a508fb-bef0-4716-8379-27c0c01a19c4 None None] New status for floating IP 4f748636-9da8-4a41-a4c4-05c8f81b3a70: DOWN {{(pid=83647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 04 14:01:45.777472 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for floatingip, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:45.804334 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-038c9368-c5aa-4153-ac97-65986f403a44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c4db7ba9-e972-45b7-922a-7c503e431d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1396179
Nov 04 14:01:45.903211 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for floatingip, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:45.904803 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "DELETE /v2.0/floatingips/71a34043-3daf-4e98-b856-0f8607df7f9e HTTP/1.1" status: 204  len: 168 time: 1.4450870
Nov 04 14:01:45.952770 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-aacc6a34-c9f3-43f1-b4d4-97da99c307fe service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417599
Nov 04 14:01:46.094346 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-e661fd9c-37d3-48f2-b749-e496b9182510 req-0f0361d4-116f-492c-9a15-6f3a29c41ef9 service neutron] 10.222.0.90 "GET /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342158
Nov 04 14:01:47.458105 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37870) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:47.534990 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:47.564237 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:47.740314 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:47.744412 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d3adead8-d870-41d9-8b44-7799746623e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:47.760579 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75f531d-1dfb-4da4-bb4a-b2120c58a0b9,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:47.763511 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:47.860366 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:47.864148 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] 10.222.0.96 "DELETE /v2.0/security-groups/e75f531d-1dfb-4da4-bb4a-b2120c58a0b9 HTTP/1.1" status: 204  len: 168 time: 0.4024355
Nov 04 14:01:48.001541 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37882) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:48.567641 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:49.268562 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Deleting port d4d09d08-7585-4255-9764-7741cc46d535 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:49.268928 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:49.446949 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] For port d4d09d08-7585-4255-9764-7741cc46d535, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=d4d09d08-7585-4255-9764-7741cc46d535,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:49.451491 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:49.570532 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Calling delete_port for d4d09d08-7585-4255-9764-7741cc46d535 owned by network:router_interface {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:49.871918 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:49.879502 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-22af5c7f-9377-4dc3-a6be-cef53d1b669f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:49.929064 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d09d08-7585-4255-9764-7741cc46d535,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:49.933120 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:50.046346 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29348be5-f439-4fc9-bb8f-7ec7b89f69c7 req-e1bebd69-0c7b-4c9b-8b32-f44dd739abda tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:50.047858 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29348be5-f439-4fc9-bb8f-7ec7b89f69c7 req-e1bebd69-0c7b-4c9b-8b32-f44dd739abda tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.2118013
Nov 04 14:01:50.165457 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-29348be5-f439-4fc9-bb8f-7ec7b89f69c7 req-47c18a24-3095-452e-99e4-749a8d904d9d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675116
Nov 04 14:01:50.280214 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:50.950588 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:01:51.156156 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:01:51.165593 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] Sync routers for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:01:51.168555 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-7ccf6470-2f4f-4152-84a3-9ab9302e478b admin admin] 10.222.0.96 "PUT /v2.0/routers/dde08a3c-4acd-4f70-a0f2-c8956f5683d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1659126
Nov 04 14:01:51.171168 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37896) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:51.178457 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:51.179075 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:51.365114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:51.385782 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:51.408349 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a5105-ceeb-4960-935c-66561d41204f req-3e55a558-6428-44f8-90ec-9b3aea4fe7de tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:51.410225 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-970a5105-ceeb-4960-935c-66561d41204f req-3e55a558-6428-44f8-90ec-9b3aea4fe7de tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0800030
Nov 04 14:01:51.459295 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-970a5105-ceeb-4960-935c-66561d41204f req-e42623b1-7670-4d8c-9eb6-b3ad0e90edba tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435197
Nov 04 14:01:51.602503 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-56033921-24ae-447a-a730-54c478a029fc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:51.603186 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-56033921-24ae-447a-a730-54c478a029fc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Synchronizing usage tracker for tenant:f92273a11cb34428b42f26d94daa4809 on resource:port {{(pid=83645) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 04 14:01:51.664548 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T14:01:49Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:51.667162 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:51.668702 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] Checking router: dde08a3c-4acd-4f70-a0f2-c8956f5683d4 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:01:51.680387 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] Routers {'dde08a3c-4acd-4f70-a0f2-c8956f5683d4'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:51.681021 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:51.698303 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.quota.resource [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-56033921-24ae-447a-a730-54c478a029fc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Unset dirty status for tenant:f92273a11cb34428b42f26d94daa4809 on resource:port {{(pid=83645) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 04 14:01:51.702355 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-56033921-24ae-447a-a730-54c478a029fc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.90 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.2654581
Nov 04 14:01:51.769682 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Deleting port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:51.770041 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:51.802723 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Deleting port 98ec266e-ff7b-412e-b01b-26ad62ec610f {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:51.803054 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:51.867143 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] Set router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:01:51.999810 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:01:52.198114 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751b250520>, [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T14:01:49Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:52.201967 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b99f54-aa15-429c-ab94-d2ad6305d440 None None] The sync data for ids ['dde08a3c-4acd-4f70-a0f2-c8956f5683d4'] in dv-cinder-810367-1-iscsi is: [{'id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'name': 'tempest-TestVolumeBootPattern-499028714-router', 'tenant_id': '56f07e4339194a1dabb567160999f0ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T14:01:49Z', 'revision_number': 5, 'project_id': '56f07e4339194a1dabb567160999f0ce', 'gw_port': {'id': '98ec266e-ff7b-412e-b01b-26ad62ec610f', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:01:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde08a3c-4acd-4f70-a0f2-c8956f5683d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:03Z', 'updated_at': '2021-11-04T13:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:01:52.238775 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] For port 98ec266e-ff7b-412e-b01b-26ad62ec610f, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=98ec266e-ff7b-412e-b01b-26ad62ec610f,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:52.239371 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:52.386504 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Calling delete_port for 98ec266e-ff7b-412e-b01b-26ad62ec610f owned by network:router_gateway {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:52.423231 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] For port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a, host hv-cinder-81036, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81036',level=0,port_id=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:52.423583 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:52.559617 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Calling delete_port for 64abcf42-ea65-4722-9cd0-5ba6e2fb092a owned by compute:nova {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:52.681977 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d759017-22e0-4432-8ae2-404998e2549c req-1132e8ef-489a-4cd6-b1ef-a1a2518a062f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 04 14:01:52.683580 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d759017-22e0-4432-8ae2-404998e2549c req-1132e8ef-489a-4cd6-b1ef-a1a2518a062f tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 946 time: 0.0953817
Nov 04 14:01:52.736244 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-9d759017-22e0-4432-8ae2-404998e2549c req-4f1c0a7f-ee14-4db0-92f6-5e687cac5d7d tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/security-groups?id=bb79a6bd-718f-462d-befb-b3794df18f1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465636
Nov 04 14:01:52.848006 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:52.854096 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-d22ceeed-ed08-4815-81f0-cc38ae2826c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:52.860112 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] get_ports_and_sgs() called for port_ids ['64abcf42-ea65-4722-9cd0-5ba6e2fb092a'] {{(pid=83646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 04 14:01:52.888857 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:52.903445 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Pushing event deleted for resources: {'Port': ['ID=64abcf42-ea65-4722-9cd0-5ba6e2fb092a,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:52.907805 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:52.909121 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-8c8f333d-3713-416a-bef4-9a4bb7e5bb27 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:52.982293 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ec266e-ff7b-412e-b01b-26ad62ec610f,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:53.011147 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:53.078240 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] No DVR routers for this DVR port 64abcf42-ea65-4722-9cd0-5ba6e2fb092a on host hv-cinder-81036 {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 14:01:53.082781 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81027'] for port, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.085273 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'name': 'network-vif-deleted', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a'}] {{(pid=83645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 04 14:01:53.180088 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce1fea4-e56a-4186-beb2-df2980017ba6', 'name': 'network-vif-deleted', 'tag': '64abcf42-ea65-4722-9cd0-5ba6e2fb092a', 'status': 'completed', 'code': 200}
Nov 04 14:01:53.238853 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [req-4eea704e-05ec-41b7-bb02-617cbcbf9835 req-64a6a980-511d-4f8a-bac6-52f0b90362ae tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.90 "DELETE /v2.0/ports/64abcf42-ea65-4722-9cd0-5ba6e2fb092a HTTP/1.1" status: 204  len: 173 time: 1.5341673
Nov 04 14:01:53.255279 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.627634 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.631788 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.717089 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.717597 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde08a3c-4acd-4f70-a0f2-c8956f5683d4 {{(pid=83645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 14:01:53.732094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.732094 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-b6dae7e6-71de-40c0-90a5-6e09569eadd3 admin admin] 10.222.0.96 "DELETE /v2.0/routers/dde08a3c-4acd-4f70-a0f2-c8956f5683d4 HTTP/1.1" status: 204  len: 168 time: 2.5564234
Nov 04 14:01:53.732094 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37906) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:53.801146 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Deleting subnet 8a54ec95-3a4d-4638-8a4b-3315f99f5217 {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 14:01:53.804745 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.854725 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:53.932823 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [req-1d717894-b22a-4f6e-a1cc-40c33cb66c76 req-21f4fc3c-55de-43ca-9a08-b5e108e2eea2 tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ce1fea4-e56a-4186-beb2-df2980017ba6 HTTP/1.1" status: 200  len: 210 time: 0.0450771
Nov 04 14:01:53.938398 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.094805 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.100047 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-57a549bf-f717-4ca4-bf4a-64865e7a8f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:54.134189 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a54ec95-3a4d-4638-8a4b-3315f99f5217,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:54.137992 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:54.141637 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.151308 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37912) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:54.159080 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-9786ff27-398d-4291-9c3b-cf3d2dbf00e9 admin admin] 10.222.0.96 "DELETE /v2.0/subnets/8a54ec95-3a4d-4638-8a4b-3315f99f5217 HTTP/1.1" status: 204  len: 168 time: 0.4194825
Nov 04 14:01:54.159784 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af30312-40c6-4702-a793-b6bf9b0926fe None None] Network 6025f83d-7efe-427c-9acf-77d60ff9c355 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 14:01:54.245919 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 98ec266e-ff7b-412e-b01b-26ad62ec610f no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:01:54.278975 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.290300 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Deleting port 5f8d8789-4622-451c-8f00-3d7f890d2e1b {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:54.290661 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.294194 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 98ec266e-ff7b-412e-b01b-26ad62ec610f {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:01:54.294614 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 98ec266e-ff7b-412e-b01b-26ad62ec610f not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:01:54.295110 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device d4d09d08-7585-4255-9764-7741cc46d535 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:01:54.343934 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: d4d09d08-7585-4255-9764-7741cc46d535 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:01:54.344381 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device d4d09d08-7585-4255-9764-7741cc46d535 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:01:54.506685 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] DHCP port deletion for 6025f83d-7efe-427c-9acf-77d60ff9c355 request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 14:01:54.511010 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Deleting port 5f8d8789-4622-451c-8f00-3d7f890d2e1b {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:54.511480 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.512188 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] For port 5f8d8789-4622-451c-8f00-3d7f890d2e1b, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5f8d8789-4622-451c-8f00-3d7f890d2e1b,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:54.512551 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.634880 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Calling delete_port for 5f8d8789-4622-451c-8f00-3d7f890d2e1b owned by network:dhcp {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:54.721343 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] For port 5f8d8789-4622-451c-8f00-3d7f890d2e1b, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5f8d8789-4622-451c-8f00-3d7f890d2e1b,segment=NetworkSegment(64ccbf14-44b2-413f-8475-a87099c4945c),segment_id=64ccbf14-44b2-413f-8475-a87099c4945c)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:54.721626 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.825547 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:54.829440 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-0180ee77-b8a6-4e13-bc7e-3169d15f8452 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:54.840692 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Calling delete_port for 5f8d8789-4622-451c-8f00-3d7f890d2e1b owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:54.874215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8d8789-4622-451c-8f00-3d7f890d2e1b,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:54.878268 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:54.881471 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] No DVR routers for this DVR port 5f8d8789-4622-451c-8f00-3d7f890d2e1b on host dv-cinder-810367-1-iscsi {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 14:01:54.896671 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 64abcf42-ea65-4722-9cd0-5ba6e2fb092a no longer exists at agent hyperv_hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:01:54.942280 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] No Port match for: 64abcf42-ea65-4722-9cd0-5ba6e2fb092a {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:01:54.942622 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Device 64abcf42-ea65-4722-9cd0-5ba6e2fb092a not bound to the agent host hv-cinder-81036 {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:01:54.948982 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 14:01:54.949336 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 14:01:54.999323 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:55.026174 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7519cf33d0>,) {'filters': {'network_id': ['6025f83d-7efe-427c-9acf-77d60ff9c355']}} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:55.038913 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7519cf33d0>, '64ccbf14-44b2-413f-8475-a87099c4945c') {'for_net_delete': True} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:55.039211 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7519cf33d0>, '64ccbf14-44b2-413f-8475-a87099c4945c') {} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:01:55.051216 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237685'] for segment, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:55.068077 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:55.074183 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 14:01:55.076448 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149955'] for segment, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]: Traceback (most recent call last):
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     timer()
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     cb(*args, **kw)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     return func(*args, **kwargs)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     self._notify()
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     self.callback(batched_events)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     event.method(event)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     return f(self, *a, **k)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._get(url).json()
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self.request(url, 'GET', **kwargs)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 14:01:55.088424 dv-cinder-810367-1-iscsi neutron-server[83644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 14:01:55.328438 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:55.333896 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-9225dfc6-9727-4bcc-b868-20d2e913514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:55.354279 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:55.357070 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Pushing event deleted for resources: {'Network': ['ID=6025f83d-7efe-427c-9acf-77d60ff9c355,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:55.367789 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:55.420667 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c0085dab-7833-4228-94eb-18053bb72459 admin admin] 10.222.0.96 "DELETE /v2.0/networks/6025f83d-7efe-427c-9acf-77d60ff9c355 HTTP/1.1" status: 204  len: 168 time: 1.2679539
Nov 04 14:01:55.423181 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37940) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:55.450458 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Deleting port 5f8d8789-4622-451c-8f00-3d7f890d2e1b {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:55.451012 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:55.513961 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ea68262c-0658-42c4-a9c9-52efbf5f4250 None None] The port '5f8d8789-4622-451c-8f00-3d7f890d2e1b' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 14:01:55.824770 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:56.195177 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5f8d8789-4622-451c-8f00-3d7f890d2e1b no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:01:56.235630 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 5f8d8789-4622-451c-8f00-3d7f890d2e1b {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:01:56.242200 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5f8d8789-4622-451c-8f00-3d7f890d2e1b not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:01:56.298623 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37964) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:01:56.627221 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Deleting port b8131604-e8b5-40fb-b4f3-1273eff5e927 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:56.632516 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:57.005875 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] For port b8131604-e8b5-40fb-b4f3-1273eff5e927, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=b8131604-e8b5-40fb-b4f3-1273eff5e927,segment=NetworkSegment(da87d975-824d-4fd7-80da-c7560d8e4738),segment_id=da87d975-824d-4fd7-80da-c7560d8e4738)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:57.006230 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:57.180553 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Calling delete_port for b8131604-e8b5-40fb-b4f3-1273eff5e927 owned by network:router_interface {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:57.305337 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:57.615264 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:57.621304 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-d8950dc4-06bc-4553-8dc7-4cc41b2e753a tempest-AttachVolumeShelveTestJSON-557089246 tempest-AttachVolumeShelveTestJSON-557089246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:57.715600 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8131604-e8b5-40fb-b4f3-1273eff5e927,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:57.725270 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:58.217224 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:58.467845 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Deleting port c3c9484e-0197-435b-958b-caa0bd094f2b {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:01:58.468481 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:58.729721 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] For port c3c9484e-0197-435b-958b-caa0bd094f2b, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=c3c9484e-0197-435b-958b-caa0bd094f2b,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:01:58.730101 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:58.856271 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Calling delete_port for c3c9484e-0197-435b-958b-caa0bd094f2b owned by network:router_interface {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:01:59.382921 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Router 41cad852-dcbf-427f-b0a5-712844247c90 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:01:59.449828 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:01:59.459215 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-fae8d974-fa45-466b-962d-8f56d216cfdc tempest-TestMinimumBasicScenario-2093866242 tempest-TestMinimumBasicScenario-2093866242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:01:59.504680 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c9484e-0197-435b-958b-caa0bd094f2b,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:01:59.509482 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:01:59.963774 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:01:59.973313 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] Sync routers for ids ['41cad852-dcbf-427f-b0a5-712844247c90'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:01:59.986774 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] Routers {'41cad852-dcbf-427f-b0a5-712844247c90'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:01:59.987630 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adff160>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['41cad852-dcbf-427f-b0a5-712844247c90'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:00.010714 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:00.097549 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-cd9c4d92-51ed-48d3-bdb5-00725274a9f7 admin admin] 10.222.0.96 "PUT /v2.0/routers/41cad852-dcbf-427f-b0a5-712844247c90/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6722217
Nov 04 14:02:00.107242 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37970) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:00.169237 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] Set router 41cad852-dcbf-427f-b0a5-712844247c90 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:02:00.326444 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks [] for router, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:00.477484 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adff160>, [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T14:01:57Z', 'revision_number': 5, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:00.481610 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] Checking router: 41cad852-dcbf-427f-b0a5-712844247c90 for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:02:00.494378 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] Routers {'41cad852-dcbf-427f-b0a5-712844247c90'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:02:00.495173 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751adff160>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['41cad852-dcbf-427f-b0a5-712844247c90'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:00.530636 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:00.619465 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Deleting port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:00.620263 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:00.624580 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Router 445655d9-49d1-469e-892f-e2719db60179 has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:02:00.673847 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] Set router 41cad852-dcbf-427f-b0a5-712844247c90 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:02:00.805791 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] For port 0196a94d-0f0c-4bb4-b0f9-b7f74d844278, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:00.806061 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:00.826865 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:02:00.835423 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c6f7cbc0-24b2-4401-835c-73adb369ed53 admin admin] 10.222.0.96 "PUT /v2.0/routers/445655d9-49d1-469e-892f-e2719db60179/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5350070
Nov 04 14:02:00.836038 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37974) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:00.839168 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] Sync routers for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:02:00.855324 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:02:00.856356 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751abfba30>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:00.932904 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Calling delete_port for 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 owned by network:router_gateway {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:01.026730 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751adff160>, [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T14:01:57Z', 'revision_number': 5, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:01.031152 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861915d-4930-4626-9fba-ec114e6ca49c None None] The sync data for ids ['41cad852-dcbf-427f-b0a5-712844247c90'] in dv-cinder-810367-1-iscsi is: [{'id': '41cad852-dcbf-427f-b0a5-712844247c90', 'name': 'tempest-TestVolumeBootPattern-1030302075-router', 'tenant_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T14:01:57Z', 'revision_number': 5, 'project_id': '77f9058a556f46bbb1ec3f66bf2f96dd', 'gw_port': {'id': '0196a94d-0f0c-4bb4-b0f9-b7f74d844278', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cad852-dcbf-427f-b0a5-712844247c90', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:54:12Z', 'updated_at': '2021-11-04T13:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:02:01.060998 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks [] for router, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:01.098824 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: dv-cinder-810367-1-iscsi {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:02:01.231089 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:01.237776 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a158fc6e-1532-44d6-be76-e0e99710c98f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:01.281648 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Pushing event deleted for resources: {'Port': ['ID=0196a94d-0f0c-4bb4-b0f9-b7f74d844278,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:01.290569 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:01.311606 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:01.434691 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751abfba30>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T14:01:59Z', 'revision_number': 5, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port': {'id': '766055d4-0dd6-4930-9e41-2c4ec67643d0', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cb:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445655d9-49d1-469e-892f-e2719db60179', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T13:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:01.439050 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] Checking router: 445655d9-49d1-469e-892f-e2719db60179 for host: dv-cinder-810367-1-iscsi {{(pid=83646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:02:01.441272 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Deleting port 766055d4-0dd6-4930-9e41-2c4ec67643d0 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:01.441723 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:01.463723 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] Routers {'445655d9-49d1-469e-892f-e2719db60179'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:02:01.464377 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751abfba30>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:01:34Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['445655d9-49d1-469e-892f-e2719db60179'], 'active': True} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:01.630785 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_dvr_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] Set router 445655d9-49d1-469e-892f-e2719db60179 gateway port host: None {{(pid=83646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:02:01.650187 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:01.738602 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.db.l3_hamode_db [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751abfba30>, [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T14:02:01Z', 'revision_number': 6, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port_host': None}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:01.742789 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbb4b63-6cdb-4ceb-a0d4-163b1ab4f799 None None] The sync data for ids ['445655d9-49d1-469e-892f-e2719db60179'] in dv-cinder-810367-1-iscsi is: [{'id': '445655d9-49d1-469e-892f-e2719db60179', 'name': 'tempest-TestMinimumBasicScenario-1367628211-router', 'tenant_id': 'f92273a11cb34428b42f26d94daa4809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:25Z', 'updated_at': '2021-11-04T14:02:01Z', 'revision_number': 6, 'project_id': 'f92273a11cb34428b42f26d94daa4809', 'gw_port_host': None}] {{(pid=83646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:02:01.769629 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] For port 766055d4-0dd6-4930-9e41-2c4ec67643d0, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=766055d4-0dd6-4930-9e41-2c4ec67643d0,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:01.770180 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:01.896097 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Calling delete_port for 766055d4-0dd6-4930-9e41-2c4ec67643d0 owned by network:router_gateway {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:01.925389 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:01.929569 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.042472 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.043003 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41cad852-dcbf-427f-b0a5-712844247c90 {{(pid=83645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 14:02:02.055966 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.057112 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-105165fe-6c6a-48cd-b8ae-c8cee2c5f771 admin admin] 10.222.0.96 "DELETE /v2.0/routers/41cad852-dcbf-427f-b0a5-712844247c90 HTTP/1.1" status: 204  len: 168 time: 1.9479978
Nov 04 14:02:02.059668 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37978) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:02.135919 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Deleting subnet 83163a2f-9d6e-4cc5-af98-0be2ff6d55b3 {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 14:02:02.139877 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.184435 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.188536 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-210b1a46-3540-45f3-b3e6-8a3a0c82054c tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:02.198200 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.214058 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-46303cc5-592f-4691-9356-9b57934e3e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.246419 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=766055d4-0dd6-4930-9e41-2c4ec67643d0,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:02.249509 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:02.306112 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.350615 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.459954 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.463795 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-64c2718c-e5ae-442b-ac68-9b38fd85ed89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:02.477611 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.498403 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83163a2f-9d6e-4cc5-af98-0be2ff6d55b3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:02.499135 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:02.512454 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-6209160f-1975-41c9-adab-08512364562b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.519324 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d17ce86-8114-4241-85de-53a71cf30c52 None None] Network 5347abd5-836b-4353-9fed-d1e8505fcd3c requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 14:02:02.521866 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-6209160f-1975-41c9-adab-08512364562b admin admin] 10.222.0.96 "DELETE /v2.0/subnets/83163a2f-9d6e-4cc5-af98-0be2ff6d55b3 HTTP/1.1" status: 204  len: 168 time: 0.4611337
Nov 04 14:02:02.524511 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37982) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:02.643758 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.670065 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Deleting port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:02.670065 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.751728 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.757467 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.772507 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.863765 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] DHCP port deletion for 5347abd5-836b-4353-9fed-d1e8505fcd3c request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 14:02:02.868731 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Deleting port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:02.869115 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.877413 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] For port 5bbd1811-5309-4b90-a3a1-f9969b5bd241, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5bbd1811-5309-4b90-a3a1-f9969b5bd241,segment=NetworkSegment(da87d975-824d-4fd7-80da-c7560d8e4738),segment_id=da87d975-824d-4fd7-80da-c7560d8e4738)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:02.878005 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.888070 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.888679 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445655d9-49d1-469e-892f-e2719db60179 {{(pid=83644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 14:02:02.902599 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device c3c9484e-0197-435b-958b-caa0bd094f2b no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:02.905887 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] Notify callbacks [] for router, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.905887 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-05c865c0-98db-4103-9042-ccccd22e2f58 admin admin] 10.222.0.96 "DELETE /v2.0/routers/445655d9-49d1-469e-892f-e2719db60179 HTTP/1.1" status: 204  len: 168 time: 2.0678489
Nov 04 14:02:02.907387 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37986) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:02.944513 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: c3c9484e-0197-435b-958b-caa0bd094f2b {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:02.945084 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device c3c9484e-0197-435b-958b-caa0bd094f2b not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:02.945873 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device b8131604-e8b5-40fb-b4f3-1273eff5e927 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:02.979091 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Deleting subnet eab98c8a-5090-4257-830e-c939a300174c {{(pid=83644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 14:02:02.982689 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:02.988940 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: b8131604-e8b5-40fb-b4f3-1273eff5e927 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:02.989289 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device b8131604-e8b5-40fb-b4f3-1273eff5e927 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:03.014175 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Calling delete_port for 5bbd1811-5309-4b90-a3a1-f9969b5bd241 owned by network:dhcp {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:03.038927 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1237678'] for subnet, precommit_delete_associations {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.122648 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.174058 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] For port 5bbd1811-5309-4b90-a3a1-f9969b5bd241, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=5bbd1811-5309-4b90-a3a1-f9969b5bd241,segment=NetworkSegment(da87d975-824d-4fd7-80da-c7560d8e4738),segment_id=da87d975-824d-4fd7-80da-c7560d8e4738)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:03.174725 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.179738 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.184645 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-427414e7-7510-4aef-a5fb-c25f92824d0d tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:03.231676 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbd1811-5309-4b90-a3a1-f9969b5bd241,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:03.235430 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:03.239486 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] No DVR routers for this DVR port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 on host dv-cinder-810367-1-iscsi {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 14:02:03.295597 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1150057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1626046'] for subnet, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.300267 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-5e612552-49c8-4eaa-9eba-512740a84d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:03.303558 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Calling delete_port for 5bbd1811-5309-4b90-a3a1-f9969b5bd241 owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:03.383326 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 14:02:03.383780 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 14:02:03.444400 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab98c8a-5090-4257-830e-c939a300174c,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:03.446850 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:03.449815 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.456491 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9851ebf-9e7c-496f-a6c8-3684d392e581 None None] Network c4db7ba9-e972-45b7-922a-7c503e431d3a requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 14:02:03.459514 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-a78ce08f-6013-4767-965d-726c0c08f66a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/eab98c8a-5090-4257-830e-c939a300174c HTTP/1.1" status: 204  len: 168 time: 0.5480502
Nov 04 14:02:03.463012 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 37990) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:03.474467 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.502464 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7519de4eb0>,) {'filters': {'network_id': ['5347abd5-836b-4353-9fed-d1e8505fcd3c']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:03.515857 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7519de4eb0>, 'da87d975-824d-4fd7-80da-c7560d8e4738') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:03.516150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7519de4eb0>, 'da87d975-824d-4fd7-80da-c7560d8e4738') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:03.529266 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.546303 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.552793 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 14:02:03.566815 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 14:02:03.567524 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 14:02:03.578035 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.590367 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Deleting port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 {{(pid=83644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:03.590716 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.733120 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.737309 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-4735a9b9-308f-4fb1-92cb-cfe919a97dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:03.748693 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] DHCP port deletion for c4db7ba9-e972-45b7-922a-7c503e431d3a request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 14:02:03.754543 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Deleting port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:03.755208 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.755843 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.762711 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5347abd5-836b-4353-9fed-d1e8505fcd3c,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:03.766875 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:03.773550 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-f03f8ad2-2f2f-4f75-a67f-45a2f1bfdd65 admin admin] 10.222.0.96 "DELETE /v2.0/networks/5347abd5-836b-4353-9fed-d1e8505fcd3c HTTP/1.1" status: 204  len: 168 time: 1.2479475
Nov 04 14:02:03.809440 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.db [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] For port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:03.809905 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.884470 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Deleting port 5bbd1811-5309-4b90-a3a1-f9969b5bd241 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:03.884849 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:03.935696 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.plugin [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Calling delete_port for e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 owned by network:dhcp {{(pid=83644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:04.010686 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-ef6107c1-559c-42f2-b0c7-7bddc69b8105 None None] The port '5bbd1811-5309-4b90-a3a1-f9969b5bd241' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 14:02:04.031051 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] For port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,segment=NetworkSegment(f3d5ac66-f9a3-4e72-b162-8ddf039b98a1),segment_id=f3d5ac66-f9a3-4e72-b162-8ddf039b98a1)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:04.031440 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.105204 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1150014'] for port, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.110087 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-27dfccdc-3253-4f7e-bcff-bab82ad0f9e5 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:04.151216 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ebb47b-e63b-4bd4-8ebf-65e9a8603242,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:04.154272 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Calling delete_port for e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:04.155145 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:04.165569 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] No DVR routers for this DVR port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 on host dv-cinder-810367-1-iscsi {{(pid=83644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 14:02:04.210676 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:04.244971 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:04.252283 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 0196a94d-0f0c-4bb4-b0f9-b7f74d844278 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:04.252283 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5bbd1811-5309-4b90-a3a1-f9969b5bd241 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:04.280019 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 37996) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:04.293762 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.297276 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 5bbd1811-5309-4b90-a3a1-f9969b5bd241 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:04.297629 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 5bbd1811-5309-4b90-a3a1-f9969b5bd241 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:04.298071 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 766055d4-0dd6-4930-9e41-2c4ec67643d0 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:04.322726 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751ae50dc0>,) {'filters': {'network_id': ['c4db7ba9-e972-45b7-922a-7c503e431d3a']}} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:04.337551 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 766055d4-0dd6-4930-9e41-2c4ec67643d0 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:04.338247 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 766055d4-0dd6-4930-9e41-2c4ec67643d0 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:04.338357 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:04.340425 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751ae50dc0>, 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1') {'for_net_delete': True} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:04.341128 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.services.segments.db [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751ae50dc0>, 'f3d5ac66-f9a3-4e72-b162-8ddf039b98a1') {} {{(pid=83644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:04.344981 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-d231285b-d8ea-4cd0-9d6d-49e0c4b26607 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=56f07e4339194a1dabb567160999f0ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0635660
Nov 04 14:02:04.351950 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 38000) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:04.355876 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1237685'] for segment, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.367229 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 14:02:04.367584 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 14:02:04.372828 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:04.373174 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:04.374851 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.383085 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=83644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 14:02:04.383475 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1149955'] for segment, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]: Traceback (most recent call last):
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     timer()
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     cb(*args, **kw)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     return func(*args, **kwargs)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     self._notify()
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     self.callback(batched_events)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     event.method(event)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     return f(self, *a, **k)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._get(url).json()
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     return self.request(url, 'GET', **kwargs)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 14:02:04.398758 dv-cinder-810367-1-iscsi neutron-server[83644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 14:02:04.417788 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1e0768e1-e675-4d1c-8774-78eaf6cf2098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.425514 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-b0cc2516-7834-449e-a468-6661c4e31289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.451204 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1e0768e1-e675-4d1c-8774-78eaf6cf2098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.539550 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.542944 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:04.556500 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.562044 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1e0768e1-e675-4d1c-8774-78eaf6cf2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.566559 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-14d7d335-c9fd-4f65-ad4a-b8524fc5b1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:04.572667 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c4db7ba9-e972-45b7-922a-7c503e431d3a,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:04.576858 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:04.579553 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0768e1-e675-4d1c-8774-78eaf6cf2098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa7d551-d545-4475-aba9-9d8243d878d9,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:04.582711 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-1e0768e1-e675-4d1c-8774-78eaf6cf2098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:04.588005 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-1e0768e1-e675-4d1c-8774-78eaf6cf2098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.589666 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-1e0768e1-e675-4d1c-8774-78eaf6cf2098 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/2aa7d551-d545-4475-aba9-9d8243d878d9 HTTP/1.1" status: 204  len: 168 time: 0.2356744
Nov 04 14:02:04.674350 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-f90e36c6-aba2-46b5-ad02-84fb38de4e6c admin admin] 10.222.0.96 "DELETE /v2.0/networks/c4db7ba9-e972-45b7-922a-7c503e431d3a HTTP/1.1" status: 204  len: 168 time: 1.2106481
Nov 04 14:02:04.674973 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 38006) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:04.869125 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Deleting port e4ebb47b-e63b-4bd4-8ebf-65e9a8603242 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:04.869522 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:04.939321 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce011a-36eb-49ae-bd41-06d991ecb860 None None] The port 'e4ebb47b-e63b-4bd4-8ebf-65e9a8603242' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 14:02:05.073731 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-498942'] for router_interface, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:05.451118 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 38012) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:05.499539 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:05.506509 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-787d10ed-2645-4402-a9e3-69fac7106090 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=77f9058a556f46bbb1ec3f66bf2f96dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0541615
Nov 04 14:02:05.509435 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 38016) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:05.574062 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c929915d-7d13-4653-ab32-8b8b03ced179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:05.602483 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c929915d-7d13-4653-ab32-8b8b03ced179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:05.692827 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Deleting port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:05.693506 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:05.727847 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c929915d-7d13-4653-ab32-8b8b03ced179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:05.732978 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-60c5e428-c4f4-4347-a61d-94862a91cd9f tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:05.746527 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929915d-7d13-4653-ab32-8b8b03ced179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e8860b-9421-4ecd-b5d6-4117c5d33f2e,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:05.749449 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-c929915d-7d13-4653-ab32-8b8b03ced179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:05.750337 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-c929915d-7d13-4653-ab32-8b8b03ced179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:05.762305 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-c929915d-7d13-4653-ab32-8b8b03ced179 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/05e8860b-9421-4ecd-b5d6-4117c5d33f2e HTTP/1.1" status: 204  len: 168 time: 0.2438126
Nov 04 14:02:05.874021 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] For port a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,segment=NetworkSegment(05eee4de-7e01-420a-93a6-42e2fd9a435e),segment_id=05eee4de-7e01-420a-93a6-42e2fd9a435e)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:05.874381 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:06.098755 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Calling delete_port for a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb owned by network:router_interface {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:06.396307 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:06.400060 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-0ab44175-5884-456e-a150-f30dc5b25c25 tempest-TestVolumeBootPattern-1549100495 tempest-TestVolumeBootPattern-1549100495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:06.441711 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:06.444202 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:06.743807 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7857040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499124'] for router_interface, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:07.036802 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:07.329495 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec has already been hosted by L3 agent da3f7972-1951-458f-9b2e-7d8a5e0c130f {{(pid=83645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 04 14:02:07.629166 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] Notify agent at l3_agent.dv-cinder-810367-1-iscsi the message routers_updated {{(pid=83645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 04 14:02:07.637349 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] Sync routers for ids ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'] in dv-cinder-810367-1-iscsi {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 04 14:02:07.649535 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] Routers {'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:02:07.650248 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ada1e20>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:02:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:07.713030 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-13ef0244-3b9e-4988-a4b4-1624c9c64921 admin admin] 10.222.0.96 "PUT /v2.0/routers/dbec9467-70fc-4a87-b83f-0fbbd6c2dbec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0366466
Nov 04 14:02:07.715161 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 38022) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:07.822787 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] Set router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:02:07.912870 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks [] for router, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:08.110608 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ada1e20>, [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T14:02:06Z', 'revision_number': 5, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:08.114515 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] Checking router: dbec9467-70fc-4a87-b83f-0fbbd6c2dbec for host: dv-cinder-810367-1-iscsi {{(pid=83647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 04 14:02:08.115766 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:08.125173 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] Routers {'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'} bound to L3 agent in host dv-cinder-810367-1-iscsi {{(pid=83647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 04 14:02:08.125792 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f751ada1e20>, 'dv-cinder-810367-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T13:39:34Z,description=<?>,heartbeat_timestamp=2021-11-04T14:02:04Z,host='dv-cinder-810367-1-iscsi',id=da3f7972-1951-458f-9b2e-7d8a5e0c130f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-04T13:39:35Z,topic='l3_agent')) {'router_ids': ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'], 'active': True} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:08.201707 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Deleting port 1f913e72-44d2-4369-a2b8-6408b1962c3e {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:08.203318 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:08.305928 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_dvr_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] Set router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec gateway port host: dv-cinder-810367-1-iscsi {{(pid=83647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 04 14:02:08.380060 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] For port 1f913e72-44d2-4369-a2b8-6408b1962c3e, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=1f913e72-44d2-4369-a2b8-6408b1962c3e,segment=NetworkSegment(70794e4c-ce31-4da4-bad2-2870ab87f174),segment_id=70794e4c-ce31-4da4-bad2-2870ab87f174)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:08.380412 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:08.503150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Calling delete_port for 1f913e72-44d2-4369-a2b8-6408b1962c3e owned by network:router_gateway {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:08.596819 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.l3_hamode_db [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f751ada1e20>, [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T14:02:06Z', 'revision_number': 5, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}], 'dv-cinder-810367-1-iscsi', False) {} {{(pid=83647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:08.600639 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d0919-94fd-4419-931b-07ac4f929f2b None None] The sync data for ids ['dbec9467-70fc-4a87-b83f-0fbbd6c2dbec'] in dv-cinder-810367-1-iscsi is: [{'id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'name': 'tempest-TestMinimumBasicScenario-600275895-router', 'tenant_id': '9ae670d6041342fdbd00a4fe1de6970c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'external_fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T14:02:06Z', 'revision_number': 5, 'project_id': '9ae670d6041342fdbd00a4fe1de6970c', 'gw_port': {'id': '1f913e72-44d2-4369-a2b8-6408b1962c3e', 'name': '', 'network_id': 'c9e82011-2c8c-4141-8043-8ecc9c194917', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbec9467-70fc-4a87-b83f-0fbbd6c2dbec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810367-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T13:59:34Z', 'updated_at': '2021-11-04T13:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5794e8a-fca6-4481-87cf-027248a2dc5a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810367-1-iscsi'}] {{(pid=83647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 04 14:02:08.744763 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:08.748581 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-5ebe6993-f4b2-4aa9-8081-2c3cbedc6542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:08.791431 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f913e72-44d2-4369-a2b8-6408b1962c3e,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:08.794671 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:09.013259 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-491977'] for router_gateway, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.387584 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-493757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24965'] for router, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.391627 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.498890 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-493601'] for router, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.499510 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbec9467-70fc-4a87-b83f-0fbbd6c2dbec {{(pid=83645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 04 14:02:09.512391 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] Notify callbacks [] for router, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.514467 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-17008a03-aa12-406a-af41-be9bc5871913 admin admin] 10.222.0.96 "DELETE /v2.0/routers/dbec9467-70fc-4a87-b83f-0fbbd6c2dbec HTTP/1.1" status: 204  len: 168 time: 1.7974572
Nov 04 14:02:09.516060 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 38026) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:09.580221 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Deleting subnet 6cc0c600-a674-489f-8725-ba44c9dd77d6 {{(pid=83645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 04 14:02:09.583407 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.634277 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1750794'] for subnet, precommit_delete_associations {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.712631 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7384579'] for subnet, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.847921 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7384698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1203222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1569719'] for subnet, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.851715 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-a21c4a3a-b4b6-4d9a-8b39-51db3663fcd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:09.887215 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc0c600-a674-489f-8725-ba44c9dd77d6,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:09.889850 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:09.892375 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for subnet, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:09.897912 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3294ba-90dd-4d5e-818d-2acfb56548c3 None None] Network a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 requested from dv-cinder-810367-1-iscsi {{(pid=83646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 04 14:02:09.898442 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-bd3c73ce-e4f8-401e-9eb8-de4b6430b38a admin admin] 10.222.0.96 "DELETE /v2.0/subnets/6cc0c600-a674-489f-8725-ba44c9dd77d6 HTTP/1.1" status: 204  len: 168 time: 0.3814037
Nov 04 14:02:09.900900 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 38030) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:10.017311 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1029917'] for network, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.027946 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Deleting port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 {{(pid=83645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:10.028270 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.175163 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] DHCP port deletion for a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 request from dv-cinder-810367-1-iscsi {{(pid=83646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 04 14:02:10.179916 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Deleting port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:10.180568 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.229693 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:10.239145 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.db [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] For port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,segment=NetworkSegment(05eee4de-7e01-420a-93a6-42e2fd9a435e),segment_id=05eee4de-7e01-420a-93a6-42e2fd9a435e)] {{(pid=83645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:10.239503 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.272352 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:10.272702 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device a3c34ef8-cec7-49bb-9c8c-eaac7505f9eb not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:10.273129 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:10.362213 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.plugin [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Calling delete_port for 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 owned by network:dhcp {{(pid=83645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:10.516497 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7406786', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758809759964', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758809366887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1203265'] for port, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.521728 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-f0437b07-e994-4ad5-b992-354e9ea9c255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:10.542377 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.db [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] For port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3, host dv-cinder-810367-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810367-1-iscsi',level=0,port_id=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,segment=NetworkSegment(05eee4de-7e01-420a-93a6-42e2fd9a435e),segment_id=05eee4de-7e01-420a-93a6-42e2fd9a435e)] {{(pid=83646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 04 14:02:10.542769 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-499470'] for port, precommit_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.566801 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e5e37c-a5ff-45ce-a45e-a2e61cc564e3,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:10.569774 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:10.574981 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] No DVR routers for this DVR port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 on host dv-cinder-810367-1-iscsi {{(pid=83645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 04 14:02:10.612549 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7406686'] for port, before_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.681714 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Calling delete_port for 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 owned by network:dhcp {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 04 14:02:10.693320 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7426698', 'neutron.services.segments.db._delete_segments_for_network-8758809886136'] for network, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.718952 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f751a046100>,) {'filters': {'network_id': ['a0ad2222-d0ce-405d-a3b2-80fb8513c5f5']}} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:10.732636 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a046100>, '05eee4de-7e01-420a-93a6-42e2fd9a435e') {'for_net_delete': True} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:10.732922 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.services.segments.db [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f751a046100>, '05eee4de-7e01-420a-93a6-42e2fd9a435e') {} {{(pid=83645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 04 14:02:10.744585 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758809887699', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1750801'] for segment, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.761072 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7381751'] for segment, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.767296 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=83645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 04 14:02:10.768116 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7381752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1203324'] for segment, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.774994 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 1f913e72-44d2-4369-a2b8-6408b1962c3e no longer exists at agent ovs-agent-dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]: Traceback (most recent call last):
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     timer()
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     cb(*args, **kw)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     return func(*args, **kwargs)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     self._notify()
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     self.callback(batched_events)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     event.method(event)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     return f(self, *a, **k)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._get(url).json()
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     return self.request(url, 'GET', **kwargs)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 04 14:02:10.781128 dv-cinder-810367-1-iscsi neutron-server[83645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 04 14:02:10.815444 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] No Port match for: 1f913e72-44d2-4369-a2b8-6408b1962c3e {{(pid=83646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 04 14:02:10.815800 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.rpc [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Device 1f913e72-44d2-4369-a2b8-6408b1962c3e not bound to the agent host dv-cinder-810367-1-iscsi {{(pid=83646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 04 14:02:10.825572 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.db.api [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 04 14:02:10.825572 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG oslo_db.api [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 04 14:02:10.956707 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7426689', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7856927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-492012'] for network, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.960648 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:10.974386 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7857091'] for network, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:10.986761 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ad2222-d0ce-405d-a3b2-80fb8513c5f5,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:10.990430 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:10.992291 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-c1baeb0b-1501-4f9e-92f0-fd2f17e36fb2 admin admin] 10.222.0.96 "DELETE /v2.0/networks/a0ad2222-d0ce-405d-a3b2-80fb8513c5f5 HTTP/1.1" status: 204  len: 168 time: 1.0904977
Nov 04 14:02:11.325946 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Deleting port 84e5e37c-a5ff-45ce-a45e-a2e61cc564e3 {{(pid=83646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 04 14:02:11.326450 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758809753061'] for port, before_delete {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:11.392556 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron.plugins.ml2.plugin [None req-912ff79b-1637-4b75-b91d-096f480a3d1f None None] The port '84e5e37c-a5ff-45ce-a45e-a2e61cc564e3' was deleted {{(pid=83646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 04 14:02:11.432961 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 38036) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:11.482813 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-1e956aba-3a59-42ef-911f-dbf10141c4c0 admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=f92273a11cb34428b42f26d94daa4809&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485814
Nov 04 14:02:11.485150 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.wsgi [-] (83645) accepted ('10.222.0.96', 38040) {{(pid=83645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:11.544344 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-557c0537-ce70-49f7-be6c-1844f720ad3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:11.569438 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-557c0537-ce70-49f7-be6c-1844f720ad3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:11.727473 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-557c0537-ce70-49f7-be6c-1844f720ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:11.731192 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-192449b4-52e2-4b43-9d70-cc462084e881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:11.835125 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c0537-ce70-49f7-be6c-1844f720ad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb79a6bd-718f-462d-befb-b3794df18f1b,revision_number=None']} {{(pid=83645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:11.840147 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG oslo_concurrency.lockutils [None req-557c0537-ce70-49f7-be6c-1844f720ad3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:11.842209 dv-cinder-810367-1-iscsi neutron-server[83645]: DEBUG neutron_lib.callbacks.manager [None req-557c0537-ce70-49f7-be6c-1844f720ad3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:11.843320 dv-cinder-810367-1-iscsi neutron-server[83645]: INFO neutron.wsgi [None req-557c0537-ce70-49f7-be6c-1844f720ad3b admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/bb79a6bd-718f-462d-befb-b3794df18f1b HTTP/1.1" status: 204  len: 168 time: 0.3567712
Nov 04 14:02:12.689331 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 38048) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:12.740132 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-6ccacf59-f14a-41cd-a68a-bc5c9c478dce admin admin] 10.222.0.96 "GET /v2.0/security-groups?tenant_id=9ae670d6041342fdbd00a4fe1de6970c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494366
Nov 04 14:02:12.742597 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.wsgi [-] (83644) accepted ('10.222.0.96', 38052) {{(pid=83644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 04 14:02:12.806644 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2af8fc48-31ad-4cfc-a8e7-3e1e776093f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:12.832500 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2af8fc48-31ad-4cfc-a8e7-3e1e776093f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:13.003223 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2af8fc48-31ad-4cfc-a8e7-3e1e776093f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422365'] for security_group, after_delete {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:13.007290 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-e925eb90-d367-4b50-860c-d087635540cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 04 14:02:13.019020 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8fc48-31ad-4cfc-a8e7-3e1e776093f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838baf6-de82-4f21-b87e-55ac5555e247,revision_number=None']} {{(pid=83644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 04 14:02:13.023063 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG oslo_concurrency.lockutils [None req-2af8fc48-31ad-4cfc-a8e7-3e1e776093f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 04 14:02:13.026391 dv-cinder-810367-1-iscsi neutron-server[83644]: DEBUG neutron_lib.callbacks.manager [None req-2af8fc48-31ad-4cfc-a8e7-3e1e776093f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:13.027497 dv-cinder-810367-1-iscsi neutron-server[83644]: INFO neutron.wsgi [None req-2af8fc48-31ad-4cfc-a8e7-3e1e776093f8 admin admin] 10.222.0.96 "DELETE /v2.0/security-groups/6838baf6-de82-4f21-b87e-55ac5555e247 HTTP/1.1" status: 204  len: 168 time: 0.2840247
Nov 04 14:02:28.999936 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:02:32.178539 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d26bcf51-c5f1-4825-96c0-04ae1f74ac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:32.389767 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:32.686571 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:34.314960 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-c61a3955-e7c6-41bb-8488-69ab6c83aec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:35.475155 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:02:36.989129 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:02.165308 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-44b59a21-aa6d-4908-844a-3eaf2e07e60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:02.359909 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:02.668131 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:04.325055 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-cd533a41-27fb-49e4-b17e-2166a4c48d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:05.467805 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:06.000289 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:03:06.999259 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:32.152995 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-0ba621dd-bd8f-4dd8-8a90-c7f3cb67fe6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:32.370605 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:32.696122 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:34.347309 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-c7da5418-ee6c-4e18-80f0-ebbc9cf29f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:35.479331 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:36.981532 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:03:43.023976 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:04:02.152554 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-1cba1ff6-8436-4f99-9032-056a3fd7de01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:02.386735 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:02.723751 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:04.340120 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-0973585e-5874-4fe6-bc8b-242336140320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:05.478029 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:06.992168 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:20.004299 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:04:32.161208 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a7190d0d-11ae-4cd2-8526-a36319f0314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:32.366974 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:32.670067 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:34.355968 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-67187e0d-3770-408f-82d3-0c342aca3e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:35.483046 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:36.985664 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:04:57.004538 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:05:02.154261 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9807c228-de98-4161-9222-c00c181ba25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:02.407879 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:02.663203 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:04.356445 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d2625010-cd8b-4e2a-b7ea-cfe6d29a58fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:05.516347 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:07.022495 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:32.164425 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-8b6c8bdb-88b9-4437-bc83-54b59db346e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:32.395875 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:32.681432 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:34.004176 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:05:34.310184 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-6b6a7b97-5546-4c8d-b979-0fd0802f3022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:35.490020 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:05:36.995540 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:02.194803 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-398e5e74-b7d9-4a38-ac0c-323ed94917aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:02.400754 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:02.717068 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:04.349677 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-a05fcf66-0206-4e09-b521-623194bb96b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:05.494666 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:07.037844 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:11.003535 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:06:32.155812 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-d356ad88-83f6-4dd2-b72b-f3641f636a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:32.395778 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:32.699033 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:34.344653 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-73ef13c5-8dd7-472f-9a6a-d4d1ecc48f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:35.496771 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:36.995333 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:06:48.004219 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:07:02.125964 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0871-ef95-4d48-b720-cf77d36cd1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:02.411732 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:02.663096 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:04.366411 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-2dd86542-6fea-45f9-b3b6-b253cd7aba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:05.526708 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-bb86aede-9cd0-41b6-8e08-2fcdbac2b656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:07.051636 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-619372cf-987b-420e-b7f6-52c7744b01d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:25.004062 dv-cinder-810367-1-iscsi neutron-server[83647]: DEBUG neutron.db.agents_db [None req-f9851ab2-6a35-4ca7-8a95-44f7545537c3 None None] Agent healthcheck: found 6 active agents {{(pid=83647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 04 14:07:32.159507 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-9ce38546-9230-468e-b816-aa98e242f88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:32.382089 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-71b39fb6-6e38-4105-9ba6-410ee15e9f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 04 14:07:32.673718 dv-cinder-810367-1-iscsi neutron-server[83646]: DEBUG neutron_lib.callbacks.manager [None req-26a7b549-d73e-4177-874f-8ae8292996e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758809886118', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7428940'] for agent, after_update {{(pid=83646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}